BAAR5-9M / tokenizer.json
aixk's picture
Upload folder using huggingface_hub
00e167b verified
Raw History Blame Contribute Delete
42.2 kB
{
"version": "1.0",
"model": {
"type": "WordLevel",
"vocab": {
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
"<0x00>": 4,
"<0x01>": 5,
"<0x02>": 6,
"<0x03>": 7,
"<0x04>": 8,
"<0x05>": 9,
"<0x06>": 10,
"<0x07>": 11,
"<0x08>": 12,
"<0x09>": 13,
"<0x0A>": 14,
"<0x0B>": 15,
"<0x0C>": 16,
"<0x0D>": 17,
"<0x0E>": 18,
"<0x0F>": 19,
"<0x10>": 20,
"<0x11>": 21,
"<0x12>": 22,
"<0x13>": 23,
"<0x14>": 24,
"<0x15>": 25,
"<0x16>": 26,
"<0x17>": 27,
"<0x18>": 28,
"<0x19>": 29,
"<0x1A>": 30,
"<0x1B>": 31,
"<0x1C>": 32,
"<0x1D>": 33,
"<0x1E>": 34,
"<0x1F>": 35,
"<0x20>": 36,
"<0x21>": 37,
"<0x22>": 38,
"<0x23>": 39,
"<0x24>": 40,
"<0x25>": 41,
"<0x26>": 42,
"<0x27>": 43,
"<0x28>": 44,
"<0x29>": 45,
"<0x2A>": 46,
"<0x2B>": 47,
"<0x2C>": 48,
"<0x2D>": 49,
"<0x2E>": 50,
"<0x2F>": 51,
"<0x30>": 52,
"<0x31>": 53,
"<0x32>": 54,
"<0x33>": 55,
"<0x34>": 56,
"<0x35>": 57,
"<0x36>": 58,
"<0x37>": 59,
"<0x38>": 60,
"<0x39>": 61,
"<0x3A>": 62,
"<0x3B>": 63,
"<0x3C>": 64,
"<0x3D>": 65,
"<0x3E>": 66,
"<0x3F>": 67,
"<0x40>": 68,
"<0x41>": 69,
"<0x42>": 70,
"<0x43>": 71,
"<0x44>": 72,
"<0x45>": 73,
"<0x46>": 74,
"<0x47>": 75,
"<0x48>": 76,
"<0x49>": 77,
"<0x4A>": 78,
"<0x4B>": 79,
"<0x4C>": 80,
"<0x4D>": 81,
"<0x4E>": 82,
"<0x4F>": 83,
"<0x50>": 84,
"<0x51>": 85,
"<0x52>": 86,
"<0x53>": 87,
"<0x54>": 88,
"<0x55>": 89,
"<0x56>": 90,
"<0x57>": 91,
"<0x58>": 92,
"<0x59>": 93,
"<0x5A>": 94,
"<0x5B>": 95,
"<0x5C>": 96,
"<0x5D>": 97,
"<0x5E>": 98,
"<0x5F>": 99,
"<0x60>": 100,
"<0x61>": 101,
"<0x62>": 102,
"<0x63>": 103,
"<0x64>": 104,
"<0x65>": 105,
"<0x66>": 106,
"<0x67>": 107,
"<0x68>": 108,
"<0x69>": 109,
"<0x6A>": 110,
"<0x6B>": 111,
"<0x6C>": 112,
"<0x6D>": 113,
"<0x6E>": 114,
"<0x6F>": 115,
"<0x70>": 116,
"<0x71>": 117,
"<0x72>": 118,
"<0x73>": 119,
"<0x74>": 120,
"<0x75>": 121,
"<0x76>": 122,
"<0x77>": 123,
"<0x78>": 124,
"<0x79>": 125,
"<0x7A>": 126,
"<0x7B>": 127,
"<0x7C>": 128,
"<0x7D>": 129,
"<0x7E>": 130,
"<0x7F>": 131,
"<0x80>": 132,
"<0x81>": 133,
"<0x82>": 134,
"<0x83>": 135,
"<0x84>": 136,
"<0x85>": 137,
"<0x86>": 138,
"<0x87>": 139,
"<0x88>": 140,
"<0x89>": 141,
"<0x8A>": 142,
"<0x8B>": 143,
"<0x8C>": 144,
"<0x8D>": 145,
"<0x8E>": 146,
"<0x8F>": 147,
"<0x90>": 148,
"<0x91>": 149,
"<0x92>": 150,
"<0x93>": 151,
"<0x94>": 152,
"<0x95>": 153,
"<0x96>": 154,
"<0x97>": 155,
"<0x98>": 156,
"<0x99>": 157,
"<0x9A>": 158,
"<0x9B>": 159,
"<0x9C>": 160,
"<0x9D>": 161,
"<0x9E>": 162,
"<0x9F>": 163,
"<0xA0>": 164,
"<0xA1>": 165,
"<0xA2>": 166,
"<0xA3>": 167,
"<0xA4>": 168,
"<0xA5>": 169,
"<0xA6>": 170,
"<0xA7>": 171,
"<0xA8>": 172,
"<0xA9>": 173,
"<0xAA>": 174,
"<0xAB>": 175,
"<0xAC>": 176,
"<0xAD>": 177,
"<0xAE>": 178,
"<0xAF>": 179,
"<0xB0>": 180,
"<0xB1>": 181,
"<0xB2>": 182,
"<0xB3>": 183,
"<0xB4>": 184,
"<0xB5>": 185,
"<0xB6>": 186,
"<0xB7>": 187,
"<0xB8>": 188,
"<0xB9>": 189,
"<0xBA>": 190,
"<0xBB>": 191,
"<0xBC>": 192,
"<0xBD>": 193,
"<0xBE>": 194,
"<0xBF>": 195,
"<0xC0>": 196,
"<0xC1>": 197,
"<0xC2>": 198,
"<0xC3>": 199,
"<0xC4>": 200,
"<0xC5>": 201,
"<0xC6>": 202,
"<0xC7>": 203,
"<0xC8>": 204,
"<0xC9>": 205,
"<0xCA>": 206,
"<0xCB>": 207,
"<0xCC>": 208,
"<0xCD>": 209,
"<0xCE>": 210,
"<0xCF>": 211,
"<0xD0>": 212,
"<0xD1>": 213,
"<0xD2>": 214,
"<0xD3>": 215,
"<0xD4>": 216,
"<0xD5>": 217,
"<0xD6>": 218,
"<0xD7>": 219,
"<0xD8>": 220,
"<0xD9>": 221,
"<0xDA>": 222,
"<0xDB>": 223,
"<0xDC>": 224,
"<0xDD>": 225,
"<0xDE>": 226,
"<0xDF>": 227,
"<0xE0>": 228,
"<0xE1>": 229,
"<0xE2>": 230,
"<0xE3>": 231,
"<0xE4>": 232,
"<0xE5>": 233,
"<0xE6>": 234,
"<0xE7>": 235,
"<0xE8>": 236,
"<0xE9>": 237,
"<0xEA>": 238,
"<0xEB>": 239,
"<0xEC>": 240,
"<0xED>": 241,
"<0xEE>": 242,
"<0xEF>": 243,
"<0xF0>": 244,
"<0xF1>": 245,
"<0xF2>": 246,
"<0xF3>": 247,
"<0xF4>": 248,
"<0xF5>": 249,
"<0xF6>": 250,
"<0xF7>": 251,
"<0xF8>": 252,
"<0xF9>": 253,
"<0xFA>": 254,
"<0xFB>": 255,
"<0xFC>": 256,
"<0xFD>": 257,
"<0xFE>": 258,
"<0xFF>": 259,
"[LANG_KO]": 260,
"[LANG_EN]": 261,
"<token_262>": 262,
"<token_263>": 263,
"<token_264>": 264,
"<token_265>": 265,
"<token_266>": 266,
"<token_267>": 267,
"<token_268>": 268,
"<token_269>": 269,
"<token_270>": 270,
"<token_271>": 271,
"<token_272>": 272,
"<token_273>": 273,
"<token_274>": 274,
"[Q]": 275,
"[A]": 276,
"[ABSTAIN]": 277,
"<token_278>": 278,
"<token_279>": 279,
" ": 1034,
"\n": 1067,
".": 1035,
",": 1036,
"?": 1037,
"!": 1038,
":": 1039,
";": 1040,
"\"": 1041,
"'": 1042,
"(": 1043,
")": 1044,
"[": 1045,
"]": 1046,
"-": 1051,
"/": 1052,
"~": 1055,
"%": 1059,
"@": 1056,
"#": 1057,
"$": 1058,
"&": 1061,
"*": 1062,
"+": 1063,
"=": 1064,
"0": 1024,
"1": 1025,
"2": 1026,
"3": 1027,
"4": 1028,
"5": 1029,
"6": 1030,
"7": 1031,
"8": 1032,
"9": 1033,
"었": 315,
"았": 316,
"었니": 317,
"았니": 318,
"었다": 319,
"았다": 320,
"니": 1310,
"냐": 322,
"어": 1314,
"아": 324,
"지": 1302,
"네": 326,
"잖아": 327,
"거든": 328,
"을래": 329,
"ㄹ래": 330,
"을까": 331,
"ㄹ까": 332,
"자": 333,
"면": 334,
"으면": 335,
"고": 1297,
"어서": 337,
"아서": 338,
"어요": 339,
"아요": 340,
"지요": 341,
"나요": 342,
"습니다": 343,
"습니까": 344,
"을게": 345,
"ㄹ게": 346,
"군": 347,
"구나": 348,
"텐데": 349,
"는데": 350,
"은데": 351,
"니까": 352,
"으니까": 353,
"어줘": 354,
"아줘": 355,
"네요": 356,
"군요": 357,
"거든요": 358,
"잖아요": 359,
"가": 1287,
"갔": 361,
"오": 362,
"왔": 363,
"보": 1455,
"봤": 365,
"하": 1296,
"했": 1313,
"먹": 368,
"먹었": 369,
"되": 1312,
"됐": 371,
"알": 372,
"있": 1315,
"없": 1316,
"주": 375,
"줬": 376,
"사": 377,
"샀": 378,
"은": 1284,
"는": 1285,
"이": 1286,
"을": 1288,
"를": 1289,
"의": 1291,
"에": 1292,
"에서": 387,
"로": 1294,
"으로": 389,
"에게": 390,
"와": 1298,
"과": 1290,
"도": 1299,
"만": 1300,
"부터": 395,
"까지": 396,
"그리고": 397,
"하지만": 676,
"또는": 399,
"그래서": 400,
"왜냐하면": 401,
"만약": 402,
"나": 403,
"너": 404,
"그": 405,
"그녀": 406,
"우리": 407,
"그들": 408,
"이다": 409,
"있다": 410,
"아니다": 411,
"사고": 412,
"전화": 454,
"야외": 995,
"컴퓨터": 415,
"품질": 416,
"비디오": 417,
"특별": 439,
"병원": 419,
"직접": 420,
"동물": 421,
"비교": 515,
"개발": 423,
"증가": 543,
"시스템": 425,
"결과": 426,
"받았어": 427,
"특히": 665,
"웹": 429,
"그룹": 430,
"충분히": 431,
"정부": 432,
"프로젝트": 433,
"최대": 434,
"동시에": 435,
"부분적으로": 449,
"치료": 437,
"호텔": 438,
"어디": 494,
"폭력": 441,
"준비": 476,
"기온": 443,
"고객": 444,
"책임": 445,
"학교": 446,
"오류": 447,
"사람": 510,
"단순함": 792,
"영화": 451,
"예제": 452,
"개선": 889,
"가장 높은": 455,
"반": 456,
"몸": 457,
"드디어": 458,
"서비스": 459,
"거리": 460,
"에너지": 461,
"업데이트": 462,
"전통적으로": 463,
"구매자": 493,
"가능": 626,
"디자이너": 467,
"만족감": 468,
"학생": 469,
"도움": 816,
"지원": 593,
"문화": 699,
"디지털": 473,
"가족": 559,
"둘 다": 765,
"시간": 477,
"속도": 478,
"안전성": 652,
"위험": 868,
"과거": 481,
"관광": 482,
"여자": 483,
"온도": 484,
"사용량": 485,
"참여": 631,
"특별히": 487,
"카메라": 488,
"새로운": 489,
"조심스럽게": 490,
"정치인": 491,
"연간": 983,
"스트레스": 495,
"아이들": 496,
"결정": 497,
"교육": 896,
"인간": 499,
"대략": 500,
"예": 501,
"제품": 502,
"생산": 503,
"참가자": 504,
"어린이들": 505,
"위협": 956,
"확장": 971,
"상황": 508,
"공식적으로": 509,
"높이": 511,
"더 높": 512,
"선물": 513,
"교회": 514,
"더": 516,
"통제": 517,
"행동": 605,
"압력": 519,
"성과": 520,
"애니메이션": 521,
"완전": 522,
"발견": 523,
"경제": 524,
"뭔가": 525,
"게임": 960,
"더 좋아": 527,
"변화": 528,
"가격": 529,
"작은": 530,
"크기": 835,
"기회": 532,
"들어오는": 533,
"걷는 것": 534,
"확인": 902,
"차이점": 536,
"돈": 537,
"투자": 799,
"우리의": 539,
"반대": 751,
"정확하게": 541,
"약간": 542,
"모터": 544,
"선거": 545,
"토론": 546,
"로봇": 547,
"자동으로": 549,
"미래": 550,
"내부에서": 551,
"작곡가": 552,
"오해": 714,
"여성": 554,
"수리": 555,
"도서관": 556,
"대체": 985,
"보호": 558,
"아내": 560,
"조직": 561,
"실험": 667,
"텔레비전": 563,
"장식": 564,
"적절하게": 565,
"함께": 566,
"앨범": 567,
"영감": 568,
"중요": 569,
"할인": 570,
"호흡": 571,
"대화": 573,
"프로그램": 574,
"생일": 832,
"존재": 725,
"문제": 577,
"디자인": 578,
"생산량": 579,
"더 작은": 580,
"피": 1457,
"만족": 582,
"직업": 583,
"의사소통": 827,
"계획": 585,
"맞": 780,
"엔진": 587,
"부분적": 588,
"부분": 589,
"더 큰": 705,
"전화기": 591,
"옷": 592,
"확정": 594,
"받는 것": 595,
"투표": 738,
"적어도": 597,
"검색": 619,
"판매": 599,
"춤": 601,
"과잉": 602,
"사용": 948,
"장비": 604,
"사용법": 606,
"협업": 607,
"성장": 1017,
"모두": 609,
"특히요": 610,
"잠재적으로": 611,
"선택하는 것": 612,
"시연": 613,
"준비해": 614,
"다음": 615,
"메뉴": 616,
"예상치 못한": 617,
"팀": 618,
"충돌": 620,
"쓰기": 621,
"정치": 622,
"과정": 623,
"광고": 715,
"현재": 741,
"가장 가까운": 628,
"스포츠": 629,
"비": 630,
"일시적으로": 632,
"가장 좋은": 633,
"연결": 634,
"글쓰기": 635,
"위치": 636,
"숨겨진": 637,
"변경": 718,
"가독성": 639,
"주로": 914,
"차": 642,
"거의": 677,
"자동차": 644,
"더 많은": 645,
"클라이언트": 646,
"다른 것": 721,
"페이지": 649,
"대조": 650,
"잘못": 651,
"신뢰성": 855,
"비판": 654,
"당신 자신": 655,
"재정적으로": 656,
"소유자": 657,
"연령": 658,
"선택": 824,
"센서": 660,
"아름다움": 661,
"색상": 854,
"시작": 1015,
"노래": 664,
"내부": 808,
"시장": 668,
"준비된 것": 669,
"사람들": 670,
"높음": 671,
"항의": 672,
"안전": 673,
"효율적으로": 674,
"이웃": 675,
"소재": 678,
"물": 679,
"목록": 680,
"듣기": 681,
"건물": 682,
"이전": 683,
"생산성": 684,
"우리 자신": 685,
"사진작가": 686,
"다른": 789,
"접근": 688,
"자살": 689,
"일부": 802,
"최신": 691,
"위기": 692,
"어려운": 693,
"파리": 694,
"영향을 받": 695,
"나이": 696,
"갈등": 697,
"날씨": 698,
"축하해": 700,
"설치": 984,
"트위터": 752,
"갑자기": 978,
"최소": 706,
"저서": 707,
"지역사회": 708,
"부엌": 709,
"여행자": 954,
"기계": 711,
"음식": 712,
"이용": 713,
"완벽하다": 823,
"월급": 719,
"협상": 844,
"읽기": 722,
"같이": 723,
"말하는 것": 724,
"인터뷰": 726,
"가스": 727,
"실망": 728,
"감사": 729,
"선수": 730,
"실망스러운": 731,
"구매": 841,
"평균": 733,
"관찰": 782,
"아마": 735,
"예술": 737,
"대부분": 1006,
"진행 중": 740,
"거절": 742,
"구매한": 743,
"보통": 922,
"스타일": 745,
"달": 747,
"건축": 748,
"향상": 869,
"종류": 750,
"영향력": 852,
"음악": 754,
"사용 가능": 755,
"그래픽": 990,
"목적": 757,
"피자": 758,
"많은 것": 759,
"비정상적으로": 760,
"우리 자신들": 761,
"주제": 762,
"이전의": 763,
"폐쇄": 764,
"간접적으로": 766,
"누군가": 767,
"뉴스": 768,
"잘못된 것": 769,
"결론": 770,
"대체로": 771,
"감소": 772,
"다양성": 773,
"수학": 774,
"전략": 775,
"연습": 776,
"실습": 777,
"효과": 778,
"큰": 1008,
"중요성": 781,
"호환성": 783,
"즐거워하는 것": 784,
"쇼핑": 785,
"샐러드": 786,
"적응": 787,
"인플레이션": 788,
"표시": 863,
"날짜": 793,
"개": 794,
"신청": 795,
"시작해": 796,
"일반적으로": 834,
"물이": 798,
"공격적": 800,
"옷차림": 801,
"투명성": 803,
"클릭": 804,
"목소리": 805,
"어머니": 806,
"사진": 807,
"집": 809,
"찾는 것": 810,
"폭발": 811,
"일곱": 813,
"책": 814,
"축구": 815,
"비타민": 817,
"식별": 818,
"개별적": 819,
"교환": 820,
"주차장": 821,
"반응": 822,
"느리게": 825,
"앉아 있는 것": 826,
"영상": 828,
"신호": 829,
"활성화": 830,
"미술": 831,
"쓰여진": 833,
"더 높은": 836,
"수요": 837,
"경력": 838,
"비정상적": 839,
"각각": 840,
"달력": 842,
"입력하세요": 843,
"필요": 845,
"빠르게": 846,
"범죄": 847,
"취업": 848,
"점심": 849,
"침묵": 850,
"상징적으로": 851,
"어려운 것": 853,
"콘서트": 856,
"신체적": 857,
"정상적으로": 858,
"제공": 859,
"판매자": 860,
"과도하게": 861,
"지식": 862,
"자전거": 864,
"동물들": 865,
"여행하는 것": 866,
"냄새": 867,
"과도한": 870,
"자신감": 871,
"설계": 872,
"측정": 873,
"퇴직": 874,
"아래로": 875,
"차량": 876,
"받음": 877,
"확률": 878,
"지불": 879,
"열정적으로": 880,
"불법적으로": 881,
"문학": 882,
"추격": 883,
"더 빨리": 884,
"기호": 885,
"증상": 886,
"사용자": 887,
"기후": 888,
"혁신": 890,
"조정": 891,
"인센티브": 892,
"급여": 893,
"레이저": 894,
"될 수 있": 895,
"알코올": 897,
"자유": 898,
"활동적": 899,
"엔터테인먼트": 900,
"다시": 901,
"주소": 903,
"월간": 904,
"취소": 905,
"설명": 906,
"훈련된": 907,
"청소": 908,
"다가오고 있": 909,
"비슷한": 910,
"감사함": 911,
"준비됐어": 912,
"완전히": 913,
"쉽게": 915,
"배움": 916,
"제안": 917,
"알파": 918,
"구조": 919,
"행복하다": 920,
"고도": 972,
"독립적으로": 923,
"필요함": 924,
"가격은": 925,
"사용할 수 있": 926,
"도시": 927,
"성격": 928,
"종이": 929,
"비밀번호": 930,
"가능성": 931,
"몇 개": 932,
"방향": 933,
"암살": 934,
"상상력": 935,
"예방": 936,
"효율성": 937,
"전자": 938,
"자서전": 939,
"케이블": 940,
"로마": 941,
"탄수화물": 942,
"이해": 943,
"또 다른": 944,
"주말": 945,
"언젠가는": 946,
"육체적으로": 947,
"이집트": 949,
"적응력": 950,
"앉은 자": 952,
"보호하는 것": 953,
"적합하다": 955,
"손쉽게": 957,
"계절": 958,
"시계": 959,
"유명하다": 961,
"플라스틱": 962,
"테마": 963,
"아이": 964,
"적극적으로": 965,
"몇 가지": 966,
"거부": 967,
"비용": 968,
"수준": 969,
"철학자": 970,
"열정적": 973,
"손실": 974,
"손": 975,
"건강": 976,
"시": 977,
"복잡성": 979,
"조명": 980,
"과학": 981,
"예약": 982,
"저널리스트": 986,
"투자자": 987,
"해외에서": 988,
"대신": 989,
"무역": 991,
"어떤 사람": 992,
"진행 중인": 993,
"의심": 994,
"긴장": 996,
"건축가": 997,
"강력하다": 998,
"기능": 999,
"여행": 1000,
"반대로": 1001,
"신비롭게": 1002,
"증대": 1003,
"전체": 1004,
"방어": 1005,
"초청": 1007,
"정부가": 1009,
"지역": 1010,
"부채": 1011,
"최소한": 1012,
"정식으로": 1013,
"표시된": 1014,
"개인": 1016,
"비슷하다": 1018,
"추가": 1019,
"찾아라": 1020,
"프로필": 1021,
"내비게이션": 1022,
"아침식사": 1023,
"{": 1047,
"}": 1048,
"<": 1049,
">": 1050,
"\\": 1053,
"_": 1054,
"^": 1060,
"|": 1065,
"`": 1066,
"\t": 1068,
"a": 1069,
"b": 1070,
"c": 1071,
"d": 1072,
"e": 1073,
"f": 1074,
"g": 1075,
"h": 1076,
"i": 1077,
"j": 1078,
"k": 1079,
"l": 1080,
"m": 1081,
"n": 1082,
"o": 1083,
"p": 1084,
"q": 1085,
"r": 1086,
"s": 1087,
"t": 1088,
"u": 1089,
"v": 1090,
"w": 1091,
"x": 1092,
"y": 1093,
"z": 1094,
"A": 1095,
"B": 1096,
"C": 1097,
"D": 1098,
"E": 1099,
"F": 1100,
"G": 1101,
"H": 1102,
"I": 1103,
"J": 1104,
"K": 1105,
"L": 1106,
"M": 1107,
"N": 1108,
"O": 1109,
"P": 1110,
"Q": 1111,
"R": 1112,
"S": 1113,
"T": 1114,
"U": 1115,
"V": 1116,
"W": 1117,
"X": 1118,
"Y": 1119,
"Z": 1120,
"ä": 1121,
"ö": 1122,
"ü": 1123,
"ß": 1124,
"Ä": 1125,
"Ö": 1126,
"Ü": 1127,
"á": 1128,
"é": 1129,
"í": 1130,
"ó": 1131,
"ú": 1132,
"ñ": 1133,
"Á": 1134,
"É": 1135,
"Í": 1136,
"Ó": 1137,
"Ú": 1138,
"Ñ": 1139,
"ã": 1140,
"õ": 1141,
"ç": 1142,
"Ã": 1143,
"Õ": 1144,
"Ç": 1145,
"à": 1146,
"è": 1147,
"ì": 1148,
"ò": 1149,
"ù": 1150,
"À": 1151,
"È": 1152,
"Ò": 1153,
"Ù": 1154,
"â": 1155,
"ê": 1156,
"î": 1157,
"ô": 1158,
"û": 1159,
"Â": 1160,
"Ê": 1161,
"Î": 1162,
"Ô": 1163,
"Û": 1164,
"ă": 1165,
"đ": 1166,
"ơ": 1167,
"ư": 1168,
"Ă": 1169,
"Đ": 1170,
"Ơ": 1171,
"Ư": 1172,
"ạ": 1173,
"ả": 1174,
"ấ": 1175,
"ầ": 1176,
"ẩ": 1177,
"ẫ": 1178,
"ậ": 1179,
"ắ": 1180,
"ằ": 1181,
"ẳ": 1182,
"ẵ": 1183,
"ặ": 1184,
"ẹ": 1185,
"ẻ": 1186,
"ẽ": 1187,
"ế": 1188,
"ề": 1189,
"ể": 1190,
"ễ": 1191,
"ệ": 1192,
"ỉ": 1193,
"ị": 1194,
"ọ": 1195,
"ỏ": 1196,
"ố": 1197,
"ồ": 1198,
"ổ": 1199,
"ỗ": 1200,
"ộ": 1201,
"ớ": 1202,
"ờ": 1203,
"ở": 1204,
"ỡ": 1205,
"ợ": 1206,
"ụ": 1207,
"ủ": 1208,
"ứ": 1209,
"ừ": 1210,
"ử": 1211,
"ữ": 1212,
"ự": 1213,
"ỳ": 1214,
"ỵ": 1215,
"ỷ": 1216,
"ỹ": 1217,
"а": 1218,
"б": 1219,
"в": 1220,
"г": 1221,
"д": 1222,
"е": 1223,
"ё": 1224,
"ж": 1225,
"з": 1226,
"и": 1227,
"й": 1228,
"к": 1229,
"л": 1230,
"м": 1231,
"н": 1232,
"о": 1233,
"п": 1234,
"р": 1235,
"с": 1236,
"т": 1237,
"у": 1238,
"ф": 1239,
"х": 1240,
"ц": 1241,
"ч": 1242,
"ш": 1243,
"щ": 1244,
"ъ": 1245,
"ы": 1246,
"ь": 1247,
"э": 1248,
"ю": 1249,
"я": 1250,
"А": 1251,
"Б": 1252,
"В": 1253,
"Г": 1254,
"Д": 1255,
"Е": 1256,
"Ё": 1257,
"Ж": 1258,
"З": 1259,
"И": 1260,
"Й": 1261,
"К": 1262,
"Л": 1263,
"М": 1264,
"Н": 1265,
"О": 1266,
"П": 1267,
"Р": 1268,
"С": 1269,
"Т": 1270,
"У": 1271,
"Ф": 1272,
"Х": 1273,
"Ц": 1274,
"Ч": 1275,
"Ш": 1276,
"Щ": 1277,
"Ъ": 1278,
"Ы": 1279,
"Ь": 1280,
"Э": 1281,
"Ю": 1282,
"Я": 1283,
"서": 1293,
"으": 1295,
"까": 1301,
"부": 1303,
"터": 1304,
"게": 1305,
"한": 1306,
"테": 1307,
"며": 1308,
"습": 1309,
"다": 1311,
"것": 1317,
"수": 1318,
"등": 1319,
"및": 1320,
"ᄀ": 1321,
"ᄁ": 1322,
"ᄂ": 1323,
"ᄃ": 1324,
"ᄄ": 1325,
"ᄅ": 1326,
"ᄆ": 1327,
"ᄇ": 1328,
"ᄈ": 1329,
"ᄉ": 1330,
"ᄊ": 1331,
"ᄋ": 1332,
"ᄌ": 1333,
"ᄍ": 1334,
"ᄎ": 1335,
"ᄏ": 1336,
"ᄐ": 1337,
"ᄑ": 1338,
"ᄒ": 1339,
"ᅡ": 1340,
"ᅢ": 1341,
"ᅣ": 1342,
"ᅤ": 1343,
"ᅥ": 1344,
"ᅦ": 1345,
"ᅧ": 1346,
"ᅨ": 1347,
"ᅩ": 1348,
"ᅪ": 1349,
"ᅫ": 1350,
"ᅬ": 1351,
"ᅭ": 1352,
"ᅮ": 1353,
"ᅯ": 1354,
"ᅰ": 1355,
"ᅱ": 1356,
"ᅲ": 1357,
"ᅳ": 1358,
"ᅴ": 1359,
"ᅵ": 1360,
"ᆨ": 1361,
"ᆩ": 1362,
"ᆪ": 1363,
"ᆫ": 1364,
"ᆬ": 1365,
"ᆭ": 1366,
"ᆮ": 1367,
"ᆯ": 1368,
"ᆰ": 1369,
"ᆱ": 1370,
"ᆲ": 1371,
"ᆳ": 1372,
"ᆴ": 1373,
"ᆵ": 1374,
"ᆶ": 1375,
"ᆷ": 1376,
"ᆸ": 1377,
"ᆹ": 1378,
"ᆺ": 1379,
"ᆻ": 1380,
"ᆼ": 1381,
"ᆽ": 1382,
"ᆾ": 1383,
"ᆿ": 1384,
"ᇀ": 1385,
"ᇁ": 1386,
"ᇂ": 1387,
"あ": 1388,
"い": 1389,
"う": 1390,
"え": 1391,
"お": 1392,
"か": 1393,
"き": 1394,
"く": 1395,
"け": 1396,
"こ": 1397,
"さ": 1398,
"し": 1399,
"す": 1400,
"せ": 1401,
"そ": 1402,
"た": 1403,
"ち": 1404,
"つ": 1405,
"て": 1406,
"と": 1407,
"な": 1408,
"に": 1409,
"ぬ": 1410,
"ね": 1411,
"の": 1412,
"は": 1413,
"ひ": 1414,
"ふ": 1415,
"へ": 1416,
"ほ": 1417,
"ま": 1418,
"み": 1419,
"む": 1420,
"め": 1421,
"も": 1422,
"や": 1423,
"ゆ": 1424,
"よ": 1425,
"ら": 1426,
"り": 1427,
"る": 1428,
"れ": 1429,
"ろ": 1430,
"わ": 1431,
"ん": 1432,
"ー": 1433,
"っ": 1434,
"ゃ": 1435,
"ゅ": 1436,
"ょ": 1437,
"が": 1438,
"ぎ": 1439,
"ぐ": 1440,
"ご": 1441,
"ざ": 1442,
"じ": 1443,
"ず": 1444,
"ぜ": 1445,
"ぞ": 1446,
"だ": 1447,
"ぢ": 1448,
"づ": 1449,
"데": 1450,
"ば": 1451,
"び": 1452,
"ぶ": 1453,
"베": 1454,
"파": 1456,
"푸": 1458,
"페": 1459,
"포": 1460,
"ヴ": 1461,
"ア": 1462,
"イ": 1463,
"ウ": 1464,
"エ": 1465,
"オ": 1466,
"カ": 1467,
"キ": 1468,
"ク": 1469,
"ケ": 1470,
"コ": 1471,
"サ": 1472,
"シ": 1473,
"ス": 1474,
"セ": 1475,
"ソ": 1476,
"タ": 1477,
"チ": 1478,
"ツ": 1479,
"テ": 1480,
"ト": 1481,
"ナ": 1482,
"ニ": 1483,
"ヌ": 1484,
"ネ": 1485,
"ノ": 1486,
"ハ": 1487,
"ヒ": 1488,
"フ": 1489,
"ヘ": 1490,
"ホ": 1491,
"マ": 1492,
"ミ": 1493,
"ム": 1494,
"メ": 1495,
"モ": 1496,
"ヤ": 1497,
"ユ": 1498,
"ヨ": 1499,
"ラ": 1500,
"リ": 1501,
"ル": 1502,
"レ": 1503,
"ロ": 1504,
"ワ": 1505,
"ヲ": 1506,
"ン": 1507,
"ッ": 1508,
"ャ": 1509,
"ュ": 1510,
"ョ": 1511,
"ガ": 1512,
"ギ": 1513,
"グ": 1514,
"ゲ": 1515,
"ゴ": 1516,
"ザ": 1517,
"ジ": 1518,
"ズ": 1519,
"ゼ": 1520,
"ゾ": 1521,
"ダ": 1522,
"ヂ": 1523,
"ヅ": 1524,
"デ": 1525,
"ド": 1526,
"バ": 1527,
"ビ": 1528,
"ブ": 1529,
"ऀ": 1530,
"ँ": 1531,
"ं": 1532,
"ः": 1533,
"ऄ": 1534,
"अ": 1535,
"आ": 1536,
"इ": 1537,
"ई": 1538,
"उ": 1539,
"ऊ": 1540,
"ऋ": 1541,
"ऌ": 1542,
"ऍ": 1543,
"ऎ": 1544,
"ए": 1545,
"ऐ": 1546,
"ऑ": 1547,
"ऒ": 1548,
"ओ": 1549,
"औ": 1550,
"क": 1551,
"ख": 1552,
"ग": 1553,
"घ": 1554,
"ङ": 1555,
"च": 1556,
"छ": 1557,
"ज": 1558,
"झ": 1559,
"ञ": 1560,
"ट": 1561,
"ठ": 1562,
"ड": 1563,
"ढ": 1564,
"ण": 1565,
"त": 1566,
"थ": 1567,
"द": 1568,
"ध": 1569,
"न": 1570,
"ऩ": 1571,
"प": 1572,
"फ": 1573,
"ब": 1574,
"भ": 1575,
"म": 1576,
"य": 1577,
"र": 1578,
"ऱ": 1579,
"ल": 1580,
"ळ": 1581,
"ऴ": 1582,
"व": 1583,
"श": 1584,
"ष": 1585,
"स": 1586,
"ह": 1587,
"ऺ": 1588,
"ऻ": 1589,
"़": 1590,
"ऽ": 1591,
"ा": 1592,
"ि": 1593,
"ी": 1594,
"ु": 1595,
"ू": 1596,
"ृ": 1597,
"ॄ": 1598,
"ॅ": 1599,
"ॆ": 1600,
"े": 1601,
"ै": 1602,
"ॉ": 1603,
"ॊ": 1604,
"ो": 1605,
"ौ": 1606,
"्": 1607,
"ॎ": 1608,
"ॏ": 1609,
"ॐ": 1610,
"॑": 1611,
"॒": 1612,
"॓": 1613,
"॔": 1614,
"ॕ": 1615,
"ॖ": 1616,
"ॗ": 1617,
"क़": 1618,
"ख़": 1619,
"ग़": 1620,
"ज़": 1621,
"ड़": 1622,
"ढ़": 1623,
"फ़": 1624,
"य़": 1625,
"ॠ": 1626,
"ॡ": 1627,
"ॢ": 1628,
"ॣ": 1629,
"।": 1630,
"॥": 1631,
"०": 1632,
"१": 1633,
"२": 1634,
"३": 1635,
"४": 1636,
"५": 1637,
"६": 1638,
"७": 1639,
"८": 1640,
"९": 1641,
"॰": 1642,
"ॱ": 1643,
"ॲ": 1644,
"ॳ": 1645,
"ॴ": 1646,
"ॵ": 1647,
"ॶ": 1648,
"ॷ": 1649,
"ॸ": 1650,
"ॹ": 1651,
"ॺ": 1652,
"ॻ": 1653,
"ॼ": 1654,
"ॽ": 1655,
"ॾ": 1656,
"ก": 1657,
"ข": 1658,
"ฃ": 1659,
"ค": 1660,
"ฅ": 1661,
"ฆ": 1662,
"ง": 1663,
"จ": 1664,
"ฉ": 1665,
"ช": 1666,
"ซ": 1667,
"ฌ": 1668,
"ญ": 1669,
"ฎ": 1670,
"ฏ": 1671,
"ฐ": 1672,
"ฑ": 1673,
"ฒ": 1674,
"ณ": 1675,
"ด": 1676,
"ต": 1677,
"ถ": 1678,
"ท": 1679,
"ธ": 1680,
"น": 1681,
"บ": 1682,
"ป": 1683,
"ผ": 1684,
"ฝ": 1685,
"พ": 1686,
"ฟ": 1687,
"ภ": 1688,
"ม": 1689,
"ย": 1690,
"ร": 1691,
"ฤ": 1692,
"ล": 1693,
"ฦ": 1694,
"ว": 1695,
"ศ": 1696,
"ษ": 1697,
"ส": 1698,
"ห": 1699,
"ฬ": 1700,
"อ": 1701,
"ฮ": 1702,
"ฯ": 1703,
"ะ": 1704,
"ั": 1705,
"า": 1706,
"ำ": 1707,
"ิ": 1708,
"ี": 1709,
"ึ": 1710,
"ื": 1711,
"ุ": 1712,
"ู": 1713,
"ฺ": 1714,
"฿": 1715,
"เ": 1716,
"แ": 1717,
"โ": 1718,
"ใ": 1719,
"ไ": 1720,
"ๅ": 1721,
"ๆ": 1722,
"็": 1723,
"่": 1724,
"้": 1725,
"๊": 1726,
"๋": 1727,
"์": 1728,
"ํ": 1729,
"๎": 1730,
"๏": 1731,
"๐": 1732,
"๑": 1733,
"๒": 1734,
"๓": 1735,
"๔": 1736,
"๕": 1737,
"๖": 1738,
"๗": 1739,
"๘": 1740,
"๙": 1741,
"๚": 1742,
"<grapheme_1743>": 1743,
"<grapheme_1744>": 1744,
"<grapheme_1745>": 1745,
"<grapheme_1746>": 1746,
"<grapheme_1747>": 1747,
"<grapheme_1748>": 1748,
"<grapheme_1749>": 1749,
"<grapheme_1750>": 1750,
"<grapheme_1751>": 1751,
"<grapheme_1752>": 1752,
"<grapheme_1753>": 1753,
"<grapheme_1754>": 1754,
"<grapheme_1755>": 1755,
"<grapheme_1756>": 1756,
"<grapheme_1757>": 1757,
"<grapheme_1758>": 1758,
"<grapheme_1759>": 1759,
"<grapheme_1760>": 1760,
"<grapheme_1761>": 1761,
"<grapheme_1762>": 1762,
"<grapheme_1763>": 1763,
"<grapheme_1764>": 1764,
"<grapheme_1765>": 1765,
"<grapheme_1766>": 1766,
"<grapheme_1767>": 1767,
"<grapheme_1768>": 1768,
"<grapheme_1769>": 1769,
"<grapheme_1770>": 1770,
"<grapheme_1771>": 1771,
"<grapheme_1772>": 1772,
"<grapheme_1773>": 1773,
"<grapheme_1774>": 1774,
"<grapheme_1775>": 1775,
"<grapheme_1776>": 1776,
"<grapheme_1777>": 1777,
"<grapheme_1778>": 1778,
"<grapheme_1779>": 1779,
"<grapheme_1780>": 1780,
"<grapheme_1781>": 1781,
"<grapheme_1782>": 1782,
"<grapheme_1783>": 1783,
"<grapheme_1784>": 1784,
"<grapheme_1785>": 1785,
"<grapheme_1786>": 1786,
"<grapheme_1787>": 1787,
"<grapheme_1788>": 1788,
"<grapheme_1789>": 1789,
"<grapheme_1790>": 1790,
"<grapheme_1791>": 1791,
"<grapheme_1792>": 1792,
"<grapheme_1793>": 1793,
"<grapheme_1794>": 1794,
"<grapheme_1795>": 1795,
"<grapheme_1796>": 1796,
"<grapheme_1797>": 1797,
"<grapheme_1798>": 1798,
"<grapheme_1799>": 1799,
"<grapheme_1800>": 1800,
"<grapheme_1801>": 1801,
"<grapheme_1802>": 1802,
"<grapheme_1803>": 1803,
"<grapheme_1804>": 1804,
"<grapheme_1805>": 1805,
"<grapheme_1806>": 1806,
"<grapheme_1807>": 1807,
"<grapheme_1808>": 1808,
"<grapheme_1809>": 1809,
"<grapheme_1810>": 1810,
"<grapheme_1811>": 1811,
"<grapheme_1812>": 1812,
"<grapheme_1813>": 1813,
"<grapheme_1814>": 1814,
"<grapheme_1815>": 1815,
"<grapheme_1816>": 1816,
"<grapheme_1817>": 1817,
"<grapheme_1818>": 1818,
"<grapheme_1819>": 1819,
"<grapheme_1820>": 1820,
"<grapheme_1821>": 1821,
"<grapheme_1822>": 1822,
"<grapheme_1823>": 1823,
"<grapheme_1824>": 1824,
"<grapheme_1825>": 1825,
"<grapheme_1826>": 1826,
"<grapheme_1827>": 1827,
"<grapheme_1828>": 1828,
"<grapheme_1829>": 1829,
"<grapheme_1830>": 1830,
"<grapheme_1831>": 1831,
"<grapheme_1832>": 1832,
"<grapheme_1833>": 1833,
"<grapheme_1834>": 1834,
"<grapheme_1835>": 1835,
"<grapheme_1836>": 1836,
"<grapheme_1837>": 1837,
"<grapheme_1838>": 1838,
"<grapheme_1839>": 1839,
"<grapheme_1840>": 1840,
"<grapheme_1841>": 1841,
"<grapheme_1842>": 1842,
"<grapheme_1843>": 1843,
"<grapheme_1844>": 1844,
"<grapheme_1845>": 1845,
"<grapheme_1846>": 1846,
"<grapheme_1847>": 1847,
"<grapheme_1848>": 1848,
"<grapheme_1849>": 1849,
"<grapheme_1850>": 1850,
"<grapheme_1851>": 1851,
"<grapheme_1852>": 1852,
"<grapheme_1853>": 1853,
"<grapheme_1854>": 1854,
"<grapheme_1855>": 1855,
"<grapheme_1856>": 1856,
"<grapheme_1857>": 1857,
"<grapheme_1858>": 1858,
"<grapheme_1859>": 1859,
"<grapheme_1860>": 1860,
"<grapheme_1861>": 1861,
"<grapheme_1862>": 1862,
"<grapheme_1863>": 1863,
"<grapheme_1864>": 1864,
"<grapheme_1865>": 1865,
"<grapheme_1866>": 1866,
"<grapheme_1867>": 1867,
"<grapheme_1868>": 1868,
"<grapheme_1869>": 1869,
"<grapheme_1870>": 1870,
"<grapheme_1871>": 1871,
"<grapheme_1872>": 1872,
"<grapheme_1873>": 1873,
"<grapheme_1874>": 1874,
"<grapheme_1875>": 1875,
"<grapheme_1876>": 1876,
"<grapheme_1877>": 1877,
"<grapheme_1878>": 1878,
"<grapheme_1879>": 1879,
"<grapheme_1880>": 1880,
"<grapheme_1881>": 1881,
"<grapheme_1882>": 1882,
"<grapheme_1883>": 1883,
"<grapheme_1884>": 1884,
"<grapheme_1885>": 1885,
"<grapheme_1886>": 1886,
"<grapheme_1887>": 1887,
"<grapheme_1888>": 1888,
"<grapheme_1889>": 1889,
"<grapheme_1890>": 1890,
"<grapheme_1891>": 1891,
"<grapheme_1892>": 1892,
"<grapheme_1893>": 1893,
"<grapheme_1894>": 1894,
"<grapheme_1895>": 1895,
"<grapheme_1896>": 1896,
"<grapheme_1897>": 1897,
"<grapheme_1898>": 1898,
"<grapheme_1899>": 1899,
"<grapheme_1900>": 1900,
"<grapheme_1901>": 1901,
"<grapheme_1902>": 1902,
"<grapheme_1903>": 1903,
"<grapheme_1904>": 1904,
"<grapheme_1905>": 1905,
"<grapheme_1906>": 1906,
"<grapheme_1907>": 1907,
"<grapheme_1908>": 1908,
"<grapheme_1909>": 1909,
"<grapheme_1910>": 1910,
"<grapheme_1911>": 1911,
"<grapheme_1912>": 1912,
"<grapheme_1913>": 1913,
"<grapheme_1914>": 1914,
"<grapheme_1915>": 1915,
"<grapheme_1916>": 1916,
"<grapheme_1917>": 1917,
"<grapheme_1918>": 1918,
"<grapheme_1919>": 1919,
"<grapheme_1920>": 1920,
"<grapheme_1921>": 1921,
"<grapheme_1922>": 1922,
"<grapheme_1923>": 1923,
"<grapheme_1924>": 1924,
"<grapheme_1925>": 1925,
"<grapheme_1926>": 1926,
"<grapheme_1927>": 1927,
"<grapheme_1928>": 1928,
"<grapheme_1929>": 1929,
"<grapheme_1930>": 1930,
"<grapheme_1931>": 1931,
"<grapheme_1932>": 1932,
"<grapheme_1933>": 1933,
"<grapheme_1934>": 1934,
"<grapheme_1935>": 1935,
"<grapheme_1936>": 1936,
"<grapheme_1937>": 1937,
"<grapheme_1938>": 1938,
"<grapheme_1939>": 1939,
"<grapheme_1940>": 1940,
"<grapheme_1941>": 1941,
"<grapheme_1942>": 1942,
"<grapheme_1943>": 1943,
"<grapheme_1944>": 1944,
"<grapheme_1945>": 1945,
"<grapheme_1946>": 1946,
"<grapheme_1947>": 1947,
"<grapheme_1948>": 1948,
"<grapheme_1949>": 1949,
"<grapheme_1950>": 1950,
"<grapheme_1951>": 1951,
"<grapheme_1952>": 1952,
"<grapheme_1953>": 1953,
"<grapheme_1954>": 1954,
"<grapheme_1955>": 1955,
"<grapheme_1956>": 1956,
"<grapheme_1957>": 1957,
"<grapheme_1958>": 1958,
"<grapheme_1959>": 1959,
"<grapheme_1960>": 1960,
"<grapheme_1961>": 1961,
"<grapheme_1962>": 1962,
"<grapheme_1963>": 1963,
"<grapheme_1964>": 1964,
"<grapheme_1965>": 1965,
"<grapheme_1966>": 1966,
"<grapheme_1967>": 1967,
"<grapheme_1968>": 1968,
"<grapheme_1969>": 1969,
"<grapheme_1970>": 1970,
"<grapheme_1971>": 1971,
"<grapheme_1972>": 1972,
"<grapheme_1973>": 1973,
"<grapheme_1974>": 1974,
"<grapheme_1975>": 1975,
"<grapheme_1976>": 1976,
"<grapheme_1977>": 1977,
"<grapheme_1978>": 1978,
"<grapheme_1979>": 1979,
"<grapheme_1980>": 1980,
"<grapheme_1981>": 1981,
"<grapheme_1982>": 1982,
"<grapheme_1983>": 1983,
"<grapheme_1984>": 1984,
"<grapheme_1985>": 1985,
"<grapheme_1986>": 1986,
"<grapheme_1987>": 1987,
"<grapheme_1988>": 1988,
"<grapheme_1989>": 1989,
"<grapheme_1990>": 1990,
"<grapheme_1991>": 1991,
"<grapheme_1992>": 1992,
"<grapheme_1993>": 1993,
"<grapheme_1994>": 1994,
"<grapheme_1995>": 1995,
"<grapheme_1996>": 1996,
"<grapheme_1997>": 1997,
"<grapheme_1998>": 1998,
"<grapheme_1999>": 1999,
"<grapheme_2000>": 2000,
"<grapheme_2001>": 2001,
"<grapheme_2002>": 2002,
"<grapheme_2003>": 2003,
"<grapheme_2004>": 2004,
"<grapheme_2005>": 2005,
"<grapheme_2006>": 2006,
"<grapheme_2007>": 2007,
"<grapheme_2008>": 2008,
"<grapheme_2009>": 2009,
"<grapheme_2010>": 2010,
"<grapheme_2011>": 2011,
"<grapheme_2012>": 2012,
"<grapheme_2013>": 2013,
"<grapheme_2014>": 2014,
"<grapheme_2015>": 2015,
"<grapheme_2016>": 2016,
"<grapheme_2017>": 2017,
"<grapheme_2018>": 2018,
"<grapheme_2019>": 2019,
"<grapheme_2020>": 2020,
"<grapheme_2021>": 2021,
"<grapheme_2022>": 2022,
"<grapheme_2023>": 2023,
"<grapheme_2024>": 2024,
"<grapheme_2025>": 2025,
"<grapheme_2026>": 2026,
"<grapheme_2027>": 2027,
"<grapheme_2028>": 2028,
"<grapheme_2029>": 2029,
"<grapheme_2030>": 2030,
"<grapheme_2031>": 2031,
"<grapheme_2032>": 2032,
"<grapheme_2033>": 2033,
"<grapheme_2034>": 2034,
"<grapheme_2035>": 2035,
"<grapheme_2036>": 2036,
"<grapheme_2037>": 2037,
"<grapheme_2038>": 2038,
"<grapheme_2039>": 2039,
"<grapheme_2040>": 2040,
"<grapheme_2041>": 2041,
"<grapheme_2042>": 2042,
"<grapheme_2043>": 2043,
"<grapheme_2044>": 2044,
"<grapheme_2045>": 2045,
"<grapheme_2046>": 2046,
"<grapheme_2047>": 2047
},
"unk_token": "<unk>"
}
}