BAAR4-3M / tokenizer.json
aixk's picture
Upload folder using huggingface_hub
ab92797 verified
Raw History Blame Contribute Delete
29.1 kB
{
"version": "1.0",
"model": {
"type": "WordLevel",
"vocab": {
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
"<0x00>": 4,
"<0x01>": 5,
"<0x02>": 6,
"<0x03>": 7,
"<0x04>": 8,
"<0x05>": 9,
"<0x06>": 10,
"<0x07>": 11,
"<0x08>": 12,
"<0x09>": 13,
"<0x0A>": 14,
"<0x0B>": 15,
"<0x0C>": 16,
"<0x0D>": 17,
"<0x0E>": 18,
"<0x0F>": 19,
"<0x10>": 20,
"<0x11>": 21,
"<0x12>": 22,
"<0x13>": 23,
"<0x14>": 24,
"<0x15>": 25,
"<0x16>": 26,
"<0x17>": 27,
"<0x18>": 28,
"<0x19>": 29,
"<0x1A>": 30,
"<0x1B>": 31,
"<0x1C>": 32,
"<0x1D>": 33,
"<0x1E>": 34,
"<0x1F>": 35,
"<0x20>": 36,
"<0x21>": 37,
"<0x22>": 38,
"<0x23>": 39,
"<0x24>": 40,
"<0x25>": 41,
"<0x26>": 42,
"<0x27>": 43,
"<0x28>": 44,
"<0x29>": 45,
"<0x2A>": 46,
"<0x2B>": 47,
"<0x2C>": 48,
"<0x2D>": 49,
"<0x2E>": 50,
"<0x2F>": 51,
"<0x30>": 52,
"<0x31>": 53,
"<0x32>": 54,
"<0x33>": 55,
"<0x34>": 56,
"<0x35>": 57,
"<0x36>": 58,
"<0x37>": 59,
"<0x38>": 60,
"<0x39>": 61,
"<0x3A>": 62,
"<0x3B>": 63,
"<0x3C>": 64,
"<0x3D>": 65,
"<0x3E>": 66,
"<0x3F>": 67,
"<0x40>": 68,
"<0x41>": 69,
"<0x42>": 70,
"<0x43>": 71,
"<0x44>": 72,
"<0x45>": 73,
"<0x46>": 74,
"<0x47>": 75,
"<0x48>": 76,
"<0x49>": 77,
"<0x4A>": 78,
"<0x4B>": 79,
"<0x4C>": 80,
"<0x4D>": 81,
"<0x4E>": 82,
"<0x4F>": 83,
"<0x50>": 84,
"<0x51>": 85,
"<0x52>": 86,
"<0x53>": 87,
"<0x54>": 88,
"<0x55>": 89,
"<0x56>": 90,
"<0x57>": 91,
"<0x58>": 92,
"<0x59>": 93,
"<0x5A>": 94,
"<0x5B>": 95,
"<0x5C>": 96,
"<0x5D>": 97,
"<0x5E>": 98,
"<0x5F>": 99,
"<0x60>": 100,
"<0x61>": 101,
"<0x62>": 102,
"<0x63>": 103,
"<0x64>": 104,
"<0x65>": 105,
"<0x66>": 106,
"<0x67>": 107,
"<0x68>": 108,
"<0x69>": 109,
"<0x6A>": 110,
"<0x6B>": 111,
"<0x6C>": 112,
"<0x6D>": 113,
"<0x6E>": 114,
"<0x6F>": 115,
"<0x70>": 116,
"<0x71>": 117,
"<0x72>": 118,
"<0x73>": 119,
"<0x74>": 120,
"<0x75>": 121,
"<0x76>": 122,
"<0x77>": 123,
"<0x78>": 124,
"<0x79>": 125,
"<0x7A>": 126,
"<0x7B>": 127,
"<0x7C>": 128,
"<0x7D>": 129,
"<0x7E>": 130,
"<0x7F>": 131,
"<0x80>": 132,
"<0x81>": 133,
"<0x82>": 134,
"<0x83>": 135,
"<0x84>": 136,
"<0x85>": 137,
"<0x86>": 138,
"<0x87>": 139,
"<0x88>": 140,
"<0x89>": 141,
"<0x8A>": 142,
"<0x8B>": 143,
"<0x8C>": 144,
"<0x8D>": 145,
"<0x8E>": 146,
"<0x8F>": 147,
"<0x90>": 148,
"<0x91>": 149,
"<0x92>": 150,
"<0x93>": 151,
"<0x94>": 152,
"<0x95>": 153,
"<0x96>": 154,
"<0x97>": 155,
"<0x98>": 156,
"<0x99>": 157,
"<0x9A>": 158,
"<0x9B>": 159,
"<0x9C>": 160,
"<0x9D>": 161,
"<0x9E>": 162,
"<0x9F>": 163,
"<0xA0>": 164,
"<0xA1>": 165,
"<0xA2>": 166,
"<0xA3>": 167,
"<0xA4>": 168,
"<0xA5>": 169,
"<0xA6>": 170,
"<0xA7>": 171,
"<0xA8>": 172,
"<0xA9>": 173,
"<0xAA>": 174,
"<0xAB>": 175,
"<0xAC>": 176,
"<0xAD>": 177,
"<0xAE>": 178,
"<0xAF>": 179,
"<0xB0>": 180,
"<0xB1>": 181,
"<0xB2>": 182,
"<0xB3>": 183,
"<0xB4>": 184,
"<0xB5>": 185,
"<0xB6>": 186,
"<0xB7>": 187,
"<0xB8>": 188,
"<0xB9>": 189,
"<0xBA>": 190,
"<0xBB>": 191,
"<0xBC>": 192,
"<0xBD>": 193,
"<0xBE>": 194,
"<0xBF>": 195,
"<0xC0>": 196,
"<0xC1>": 197,
"<0xC2>": 198,
"<0xC3>": 199,
"<0xC4>": 200,
"<0xC5>": 201,
"<0xC6>": 202,
"<0xC7>": 203,
"<0xC8>": 204,
"<0xC9>": 205,
"<0xCA>": 206,
"<0xCB>": 207,
"<0xCC>": 208,
"<0xCD>": 209,
"<0xCE>": 210,
"<0xCF>": 211,
"<0xD0>": 212,
"<0xD1>": 213,
"<0xD2>": 214,
"<0xD3>": 215,
"<0xD4>": 216,
"<0xD5>": 217,
"<0xD6>": 218,
"<0xD7>": 219,
"<0xD8>": 220,
"<0xD9>": 221,
"<0xDA>": 222,
"<0xDB>": 223,
"<0xDC>": 224,
"<0xDD>": 225,
"<0xDE>": 226,
"<0xDF>": 227,
"<0xE0>": 228,
"<0xE1>": 229,
"<0xE2>": 230,
"<0xE3>": 231,
"<0xE4>": 232,
"<0xE5>": 233,
"<0xE6>": 234,
"<0xE7>": 235,
"<0xE8>": 236,
"<0xE9>": 237,
"<0xEA>": 238,
"<0xEB>": 239,
"<0xEC>": 240,
"<0xED>": 241,
"<0xEE>": 242,
"<0xEF>": 243,
"<0xF0>": 244,
"<0xF1>": 245,
"<0xF2>": 246,
"<0xF3>": 247,
"<0xF4>": 248,
"<0xF5>": 249,
"<0xF6>": 250,
"<0xF7>": 251,
"<0xF8>": 252,
"<0xF9>": 253,
"<0xFA>": 254,
"<0xFB>": 255,
"<0xFC>": 256,
"<0xFD>": 257,
"<0xFE>": 258,
"<0xFF>": 259,
"[LANG_KO]": 260,
"[LANG_EN]": 261,
"<token_262>": 262,
"<token_263>": 263,
"<token_264>": 264,
"<token_265>": 265,
"<token_266>": 266,
"<token_267>": 267,
"<token_268>": 268,
"<token_269>": 269,
"<token_270>": 270,
"<token_271>": 271,
"<token_272>": 272,
"<token_273>": 273,
"<token_274>": 274,
"[Q]": 275,
"[A]": 276,
"[ABSTAIN]": 277,
"<token_278>": 278,
"<token_279>": 279,
" ": 778,
"\n": 811,
".": 779,
",": 780,
"?": 781,
"!": 782,
":": 783,
";": 784,
"\"": 785,
"'": 786,
"(": 787,
")": 788,
"[": 789,
"]": 790,
"-": 795,
"/": 796,
"~": 799,
"%": 803,
"@": 800,
"#": 801,
"$": 802,
"&": 805,
"*": 806,
"+": 807,
"=": 808,
"0": 768,
"1": 769,
"2": 770,
"3": 771,
"4": 772,
"5": 773,
"6": 774,
"7": 775,
"8": 776,
"9": 777,
"은": 1028,
"는": 1029,
"이": 1030,
"가": 1031,
"을": 1032,
"를": 1033,
"의": 1035,
"에": 1036,
"에서": 323,
"로": 1038,
"으로": 325,
"에게": 326,
"와": 1042,
"과": 1034,
"도": 1043,
"만": 1044,
"부터": 331,
"까지": 332,
"그리고": 333,
"하지만": 612,
"또는": 335,
"그래서": 336,
"왜냐하면": 337,
"만약": 338,
"나": 339,
"너": 340,
"그": 341,
"그녀": 342,
"우리": 343,
"그들": 344,
"이다": 345,
"있다": 346,
"아니다": 347,
"사고": 348,
"전화": 390,
"야외": 350,
"컴퓨터": 351,
"품질": 352,
"비디오": 353,
"특별": 375,
"병원": 355,
"직접": 356,
"동물": 357,
"비교": 451,
"개발": 359,
"증가": 479,
"시스템": 361,
"결과": 362,
"받았어": 363,
"특히": 601,
"웹": 365,
"그룹": 366,
"충분히": 367,
"정부": 368,
"프로젝트": 369,
"최대": 370,
"동시에": 371,
"부분적으로": 385,
"치료": 373,
"호텔": 374,
"어디": 430,
"폭력": 377,
"준비": 412,
"기온": 379,
"고객": 380,
"책임": 381,
"학교": 382,
"오류": 383,
"사람": 446,
"단순함": 728,
"영화": 387,
"예제": 388,
"개선": 484,
"가장 높은": 391,
"반": 392,
"몸": 393,
"드디어": 394,
"서비스": 395,
"거리": 396,
"에너지": 397,
"업데이트": 398,
"전통적으로": 399,
"구매자": 429,
"가능": 562,
"디자이너": 403,
"만족감": 404,
"학생": 405,
"도움": 752,
"지원": 529,
"문화": 635,
"디지털": 409,
"가족": 495,
"둘 다": 701,
"시간": 413,
"속도": 414,
"안전성": 588,
"위험": 584,
"과거": 417,
"관광": 418,
"여자": 419,
"온도": 420,
"사용량": 421,
"참여": 567,
"특별히": 423,
"카메라": 424,
"새로운": 425,
"조심스럽게": 426,
"정치인": 427,
"연간": 428,
"스트레스": 431,
"아이들": 432,
"결정": 433,
"교육": 434,
"인간": 435,
"대략": 436,
"예": 437,
"제품": 438,
"생산": 439,
"참가자": 440,
"어린이들": 441,
"위협": 442,
"확장": 653,
"상황": 444,
"공식적으로": 445,
"높이": 447,
"더 높": 448,
"선물": 449,
"교회": 450,
"더": 452,
"통제": 453,
"행동": 541,
"압력": 455,
"성과": 456,
"애니메이션": 457,
"완전": 458,
"발견": 459,
"경제": 460,
"뭔가": 461,
"게임": 462,
"더 좋아": 463,
"변화": 464,
"가격": 465,
"작은": 466,
"크기": 467,
"기회": 468,
"들어오는": 469,
"걷는 것": 470,
"확인": 560,
"차이점": 472,
"돈": 473,
"투자": 735,
"우리의": 475,
"반대": 687,
"정확하게": 477,
"약간": 478,
"모터": 480,
"선거": 481,
"토론": 482,
"로봇": 483,
"자동으로": 485,
"미래": 486,
"내부에서": 487,
"작곡가": 488,
"오해": 650,
"여성": 490,
"수리": 491,
"도서관": 492,
"대체": 536,
"보호": 494,
"아내": 496,
"조직": 497,
"실험": 603,
"텔레비전": 499,
"장식": 500,
"적절하게": 501,
"함께": 502,
"앨범": 503,
"영감": 504,
"중요": 505,
"할인": 506,
"호흡": 507,
"대화": 509,
"프로그램": 510,
"생일": 511,
"존재": 661,
"문제": 513,
"디자인": 514,
"생산량": 515,
"더 작은": 516,
"피": 517,
"만족": 518,
"직업": 519,
"의사소통": 763,
"계획": 521,
"맞": 716,
"엔진": 523,
"부분적": 524,
"부분": 525,
"더 큰": 641,
"전화기": 527,
"옷": 528,
"확정": 530,
"받는 것": 531,
"투표": 674,
"적어도": 533,
"검색": 555,
"판매": 535,
"춤": 537,
"과잉": 538,
"사용": 672,
"장비": 540,
"사용법": 542,
"협업": 543,
"성장": 544,
"모두": 545,
"특히요": 546,
"잠재적으로": 547,
"선택하는 것": 548,
"시연": 549,
"준비해": 550,
"다음": 551,
"메뉴": 552,
"예상치 못한": 553,
"팀": 554,
"충돌": 556,
"쓰기": 557,
"정치": 558,
"과정": 559,
"광고": 651,
"현재": 677,
"가장 가까운": 564,
"스포츠": 565,
"비": 566,
"일시적으로": 568,
"가장 좋은": 569,
"연결": 570,
"글쓰기": 571,
"위치": 572,
"숨겨진": 573,
"변경": 654,
"가독성": 575,
"주로": 576,
"차": 578,
"거의": 613,
"자동차": 580,
"더 많은": 581,
"클라이언트": 582,
"다른 것": 657,
"페이지": 585,
"대조": 586,
"잘못": 587,
"신뢰성": 638,
"비판": 590,
"당신 자신": 591,
"재정적으로": 592,
"소유자": 593,
"연령": 594,
"선택": 760,
"센서": 596,
"아름다움": 597,
"색상": 598,
"시작": 599,
"노래": 600,
"내부": 744,
"시장": 604,
"준비된 것": 605,
"사람들": 606,
"높음": 607,
"항의": 608,
"안전": 609,
"효율적으로": 610,
"이웃": 611,
"소재": 614,
"물": 615,
"목록": 616,
"듣기": 617,
"건물": 618,
"이전": 619,
"생산성": 620,
"우리 자신": 621,
"사진작가": 622,
"다른": 725,
"접근": 624,
"자살": 625,
"일부": 738,
"최신": 627,
"위기": 628,
"어려운": 629,
"파리": 630,
"영향을 받": 631,
"나이": 632,
"갈등": 633,
"날씨": 634,
"축하해": 636,
"설치": 637,
"트위터": 688,
"갑자기": 640,
"최소": 642,
"저서": 643,
"지역사회": 644,
"부엌": 645,
"여행자": 646,
"기계": 647,
"음식": 648,
"이용": 649,
"완벽하다": 759,
"월급": 655,
"협상": 656,
"읽기": 658,
"같이": 659,
"말하는 것": 660,
"인터뷰": 662,
"가스": 663,
"실망": 664,
"감사": 665,
"선수": 666,
"실망스러운": 667,
"구매": 668,
"평균": 669,
"관찰": 718,
"아마": 671,
"예술": 673,
"대부분": 748,
"진행 중": 676,
"거절": 678,
"구매한": 679,
"보통": 680,
"스타일": 681,
"달": 683,
"건축": 684,
"향상": 685,
"종류": 686,
"영향력": 689,
"음악": 690,
"사용 가능": 691,
"그래픽": 692,
"목적": 693,
"피자": 694,
"많은 것": 695,
"비정상적으로": 696,
"우리 자신들": 697,
"주제": 698,
"이전의": 699,
"폐쇄": 700,
"간접적으로": 702,
"누군가": 703,
"뉴스": 704,
"잘못된 것": 705,
"결론": 706,
"대체로": 707,
"감소": 708,
"다양성": 709,
"수학": 710,
"전략": 711,
"연습": 712,
"실습": 713,
"효과": 714,
"큰": 715,
"중요성": 717,
"호환성": 719,
"즐거워하는 것": 720,
"쇼핑": 721,
"샐러드": 722,
"적응": 723,
"인플레이션": 724,
"표시": 727,
"날짜": 729,
"개": 730,
"신청": 731,
"시작해": 732,
"일반적으로": 733,
"물이": 734,
"공격적": 736,
"옷차림": 737,
"투명성": 739,
"클릭": 740,
"목소리": 741,
"어머니": 742,
"사진": 743,
"집": 745,
"찾는 것": 746,
"폭발": 747,
"일곱": 749,
"책": 750,
"축구": 751,
"비타민": 753,
"식별": 754,
"개별적": 755,
"교환": 756,
"주차장": 757,
"반응": 758,
"느리게": 761,
"앉아 있는 것": 762,
"영상": 764,
"신호": 765,
"활성화": 766,
"미술": 767,
"{": 791,
"}": 792,
"<": 793,
">": 794,
"\\": 797,
"_": 798,
"^": 804,
"|": 809,
"`": 810,
"\t": 812,
"a": 813,
"b": 814,
"c": 815,
"d": 816,
"e": 817,
"f": 818,
"g": 819,
"h": 820,
"i": 821,
"j": 822,
"k": 823,
"l": 824,
"m": 825,
"n": 826,
"o": 827,
"p": 828,
"q": 829,
"r": 830,
"s": 831,
"t": 832,
"u": 833,
"v": 834,
"w": 835,
"x": 836,
"y": 837,
"z": 838,
"A": 839,
"B": 840,
"C": 841,
"D": 842,
"E": 843,
"F": 844,
"G": 845,
"H": 846,
"I": 847,
"J": 848,
"K": 849,
"L": 850,
"M": 851,
"N": 852,
"O": 853,
"P": 854,
"Q": 855,
"R": 856,
"S": 857,
"T": 858,
"U": 859,
"V": 860,
"W": 861,
"X": 862,
"Y": 863,
"Z": 864,
"ä": 865,
"ö": 866,
"ü": 867,
"ß": 868,
"Ä": 869,
"Ö": 870,
"Ü": 871,
"á": 872,
"é": 873,
"í": 874,
"ó": 875,
"ú": 876,
"ñ": 877,
"Á": 878,
"É": 879,
"Í": 880,
"Ó": 881,
"Ú": 882,
"Ñ": 883,
"ã": 884,
"õ": 885,
"ç": 886,
"Ã": 887,
"Õ": 888,
"Ç": 889,
"à": 890,
"è": 891,
"ì": 892,
"ò": 893,
"ù": 894,
"À": 895,
"È": 896,
"Ò": 897,
"Ù": 898,
"â": 899,
"ê": 900,
"î": 901,
"ô": 902,
"û": 903,
"Â": 904,
"Ê": 905,
"Î": 906,
"Ô": 907,
"Û": 908,
"ă": 909,
"đ": 910,
"ơ": 911,
"ư": 912,
"Ă": 913,
"Đ": 914,
"Ơ": 915,
"Ư": 916,
"ạ": 917,
"ả": 918,
"ấ": 919,
"ầ": 920,
"ẩ": 921,
"ẫ": 922,
"ậ": 923,
"ắ": 924,
"ằ": 925,
"ẳ": 926,
"ẵ": 927,
"ặ": 928,
"ẹ": 929,
"ẻ": 930,
"ẽ": 931,
"ế": 932,
"ề": 933,
"ể": 934,
"ễ": 935,
"ệ": 936,
"ỉ": 937,
"ị": 938,
"ọ": 939,
"ỏ": 940,
"ố": 941,
"ồ": 942,
"ổ": 943,
"ỗ": 944,
"ộ": 945,
"ớ": 946,
"ờ": 947,
"ở": 948,
"ỡ": 949,
"ợ": 950,
"ụ": 951,
"ủ": 952,
"ứ": 953,
"ừ": 954,
"ử": 955,
"ữ": 956,
"ự": 957,
"ỳ": 958,
"ỵ": 959,
"ỷ": 960,
"ỹ": 961,
"а": 962,
"б": 963,
"в": 964,
"г": 965,
"д": 966,
"е": 967,
"ё": 968,
"ж": 969,
"з": 970,
"и": 971,
"й": 972,
"к": 973,
"л": 974,
"м": 975,
"н": 976,
"о": 977,
"п": 978,
"р": 979,
"с": 980,
"т": 981,
"у": 982,
"ф": 983,
"х": 984,
"ц": 985,
"ч": 986,
"ш": 987,
"щ": 988,
"ъ": 989,
"ы": 990,
"ь": 991,
"э": 992,
"ю": 993,
"я": 994,
"А": 995,
"Б": 996,
"В": 997,
"Г": 998,
"Д": 999,
"Е": 1000,
"Ё": 1001,
"Ж": 1002,
"З": 1003,
"И": 1004,
"Й": 1005,
"К": 1006,
"Л": 1007,
"М": 1008,
"Н": 1009,
"О": 1010,
"П": 1011,
"Р": 1012,
"С": 1013,
"Т": 1014,
"У": 1015,
"Ф": 1016,
"Х": 1017,
"Ц": 1018,
"Ч": 1019,
"Ш": 1020,
"Щ": 1021,
"Ъ": 1022,
"Ы": 1023,
"Ь": 1024,
"Э": 1025,
"Ю": 1026,
"Я": 1027,
"서": 1037,
"으": 1039,
"하": 1040,
"고": 1041,
"까": 1045,
"지": 1046,
"부": 1047,
"터": 1048,
"게": 1049,
"한": 1050,
"테": 1051,
"며": 1052,
"습": 1053,
"니": 1054,
"다": 1055,
"되": 1056,
"했": 1057,
"어": 1058,
"있": 1059,
"없": 1060,
"것": 1061,
"수": 1062,
"등": 1063,
"및": 1064,
"ᄀ": 1065,
"ᄁ": 1066,
"ᄂ": 1067,
"ᄃ": 1068,
"ᄄ": 1069,
"ᄅ": 1070,
"ᄆ": 1071,
"ᄇ": 1072,
"ᄈ": 1073,
"ᄉ": 1074,
"ᄊ": 1075,
"ᄋ": 1076,
"ᄌ": 1077,
"ᄍ": 1078,
"ᄎ": 1079,
"ᄏ": 1080,
"ᄐ": 1081,
"ᄑ": 1082,
"ᄒ": 1083,
"ᅡ": 1084,
"ᅢ": 1085,
"ᅣ": 1086,
"ᅤ": 1087,
"ᅥ": 1088,
"ᅦ": 1089,
"ᅧ": 1090,
"ᅨ": 1091,
"ᅩ": 1092,
"ᅪ": 1093,
"ᅫ": 1094,
"ᅬ": 1095,
"ᅭ": 1096,
"ᅮ": 1097,
"ᅯ": 1098,
"ᅰ": 1099,
"ᅱ": 1100,
"ᅲ": 1101,
"ᅳ": 1102,
"ᅴ": 1103,
"ᅵ": 1104,
"ᆨ": 1105,
"ᆩ": 1106,
"ᆪ": 1107,
"ᆫ": 1108,
"ᆬ": 1109,
"ᆭ": 1110,
"ᆮ": 1111,
"ᆯ": 1112,
"ᆰ": 1113,
"ᆱ": 1114,
"ᆲ": 1115,
"ᆳ": 1116,
"ᆴ": 1117,
"ᆵ": 1118,
"ᆶ": 1119,
"ᆷ": 1120,
"ᆸ": 1121,
"ᆹ": 1122,
"ᆺ": 1123,
"ᆻ": 1124,
"ᆼ": 1125,
"ᆽ": 1126,
"ᆾ": 1127,
"ᆿ": 1128,
"ᇀ": 1129,
"ᇁ": 1130,
"ᇂ": 1131,
"あ": 1132,
"い": 1133,
"う": 1134,
"え": 1135,
"お": 1136,
"か": 1137,
"き": 1138,
"く": 1139,
"け": 1140,
"こ": 1141,
"さ": 1142,
"し": 1143,
"す": 1144,
"せ": 1145,
"そ": 1146,
"た": 1147,
"ち": 1148,
"つ": 1149,
"て": 1150,
"と": 1151,
"な": 1152,
"に": 1153,
"ぬ": 1154,
"ね": 1155,
"の": 1156,
"は": 1157,
"ひ": 1158,
"ふ": 1159,
"へ": 1160,
"ほ": 1161,
"ま": 1162,
"み": 1163,
"む": 1164,
"め": 1165,
"も": 1166,
"や": 1167,
"ゆ": 1168,
"よ": 1169,
"ら": 1170,
"り": 1171,
"る": 1172,
"れ": 1173,
"ろ": 1174,
"わ": 1175,
"を": 1176,
"ん": 1177,
"ー": 1178,
"っ": 1179,
"ゃ": 1180,
"ゅ": 1181,
"ょ": 1182,
"が": 1183,
"ぎ": 1184,
"ぐ": 1185,
"げ": 1186,
"ご": 1187,
"ざ": 1188,
"じ": 1189,
"ず": 1190,
"ぜ": 1191,
"ぞ": 1192,
"だ": 1193,
"ぢ": 1194,
"づ": 1195,
"で": 1196,
"ど": 1197,
"ば": 1198,
"び": 1199,
"ぶ": 1200,
"べ": 1201,
"ぼ": 1202,
"ぱ": 1203,
"ぴ": 1204,
"ぷ": 1205,
"ぺ": 1206,
"ぽ": 1207,
"ア": 1208,
"イ": 1209,
"ウ": 1210,
"エ": 1211,
"オ": 1212,
"カ": 1213,
"キ": 1214,
"ク": 1215,
"ケ": 1216,
"コ": 1217,
"サ": 1218,
"シ": 1219,
"ス": 1220,
"セ": 1221,
"ソ": 1222,
"タ": 1223,
"チ": 1224,
"ツ": 1225,
"テ": 1226,
"ト": 1227,
"ナ": 1228,
"ニ": 1229,
"ヌ": 1230,
"ネ": 1231,
"ノ": 1232,
"ハ": 1233,
"ヒ": 1234,
"フ": 1235,
"ヘ": 1236,
"ホ": 1237,
"マ": 1238,
"ミ": 1239,
"ム": 1240,
"メ": 1241,
"モ": 1242,
"ヤ": 1243,
"ユ": 1244,
"ヨ": 1245,
"ラ": 1246,
"リ": 1247,
"ル": 1248,
"レ": 1249,
"ロ": 1250,
"ワ": 1251,
"ヲ": 1252,
"ン": 1253,
"ッ": 1254,
"ャ": 1255,
"ュ": 1256,
"ョ": 1257,
"ガ": 1258,
"ギ": 1259,
"グ": 1260,
"ゲ": 1261,
"ゴ": 1262,
"ザ": 1263,
"ジ": 1264,
"ズ": 1265,
"ゼ": 1266,
"ゾ": 1267,
"ダ": 1268,
"ヂ": 1269,
"ヅ": 1270,
"デ": 1271,
"ド": 1272,
"バ": 1273,
"ビ": 1274,
"ブ": 1275,
"ベ": 1276,
"ボ": 1277,
"パ": 1278,
"ピ": 1279,
"プ": 1280,
"ペ": 1281,
"ポ": 1282,
"ヴ": 1283,
"ऀ": 1284,
"ँ": 1285,
"ं": 1286,
"ः": 1287,
"ऄ": 1288,
"अ": 1289,
"आ": 1290,
"इ": 1291,
"ई": 1292,
"उ": 1293,
"ऊ": 1294,
"ऋ": 1295,
"ऌ": 1296,
"ऍ": 1297,
"ऎ": 1298,
"ए": 1299,
"ऐ": 1300,
"ऑ": 1301,
"ऒ": 1302,
"ओ": 1303,
"औ": 1304,
"क": 1305,
"ख": 1306,
"ग": 1307,
"घ": 1308,
"ङ": 1309,
"च": 1310,
"छ": 1311,
"ज": 1312,
"झ": 1313,
"ञ": 1314,
"ट": 1315,
"ठ": 1316,
"ड": 1317,
"ढ": 1318,
"ण": 1319,
"त": 1320,
"थ": 1321,
"द": 1322,
"ध": 1323,
"न": 1324,
"ऩ": 1325,
"प": 1326,
"फ": 1327,
"ब": 1328,
"भ": 1329,
"म": 1330,
"य": 1331,
"र": 1332,
"ऱ": 1333,
"ल": 1334,
"ळ": 1335,
"ऴ": 1336,
"व": 1337,
"श": 1338,
"ष": 1339,
"स": 1340,
"ह": 1341,
"ऺ": 1342,
"ऻ": 1343,
"़": 1344,
"ऽ": 1345,
"ा": 1346,
"ि": 1347,
"ी": 1348,
"ु": 1349,
"ू": 1350,
"ृ": 1351,
"ॄ": 1352,
"ॅ": 1353,
"ॆ": 1354,
"े": 1355,
"ै": 1356,
"ॉ": 1357,
"ॊ": 1358,
"ो": 1359,
"ौ": 1360,
"्": 1361,
"ॎ": 1362,
"ॏ": 1363,
"ॐ": 1364,
"॑": 1365,
"॒": 1366,
"॓": 1367,
"॔": 1368,
"ॕ": 1369,
"ॖ": 1370,
"ॗ": 1371,
"क़": 1372,
"ख़": 1373,
"ग़": 1374,
"ज़": 1375,
"ड़": 1376,
"ढ़": 1377,
"फ़": 1378,
"य़": 1379,
"ॠ": 1380,
"ॡ": 1381,
"ॢ": 1382,
"ॣ": 1383,
"।": 1384,
"॥": 1385,
"०": 1386,
"१": 1387,
"२": 1388,
"३": 1389,
"४": 1390,
"५": 1391,
"६": 1392,
"७": 1393,
"८": 1394,
"९": 1395,
"॰": 1396,
"ॱ": 1397,
"ॲ": 1398,
"ॳ": 1399,
"ॴ": 1400,
"ॵ": 1401,
"ॶ": 1402,
"ॷ": 1403,
"ॸ": 1404,
"ॹ": 1405,
"ॺ": 1406,
"ॻ": 1407,
"ॼ": 1408,
"ॽ": 1409,
"ॾ": 1410,
"ก": 1411,
"ข": 1412,
"ฃ": 1413,
"ค": 1414,
"ฅ": 1415,
"ฆ": 1416,
"ง": 1417,
"จ": 1418,
"ฉ": 1419,
"ช": 1420,
"ซ": 1421,
"ฌ": 1422,
"ญ": 1423,
"ฎ": 1424,
"ฏ": 1425,
"ฐ": 1426,
"ฑ": 1427,
"ฒ": 1428,
"ณ": 1429,
"ด": 1430,
"ต": 1431,
"ถ": 1432,
"ท": 1433,
"ธ": 1434,
"น": 1435,
"บ": 1436,
"ป": 1437,
"ผ": 1438,
"ฝ": 1439,
"พ": 1440,
"ฟ": 1441,
"ภ": 1442,
"ม": 1443,
"ย": 1444,
"ร": 1445,
"ฤ": 1446,
"ล": 1447,
"ฦ": 1448,
"ว": 1449,
"ศ": 1450,
"ษ": 1451,
"ส": 1452,
"ห": 1453,
"ฬ": 1454,
"อ": 1455,
"ฮ": 1456,
"ฯ": 1457,
"ะ": 1458,
"ั": 1459,
"า": 1460,
"ำ": 1461,
"ิ": 1462,
"ี": 1463,
"ึ": 1464,
"ื": 1465,
"ุ": 1466,
"ู": 1467,
"ฺ": 1468,
"฿": 1469,
"เ": 1470,
"แ": 1471,
"โ": 1472,
"ใ": 1473,
"ไ": 1474,
"ๅ": 1475,
"ๆ": 1476,
"็": 1477,
"่": 1478,
"้": 1479,
"๊": 1480,
"๋": 1481,
"์": 1482,
"ํ": 1483,
"๎": 1484,
"๏": 1485,
"๐": 1486,
"๑": 1487,
"๒": 1488,
"๓": 1489,
"๔": 1490,
"๕": 1491,
"๖": 1492,
"๗": 1493,
"๘": 1494,
"๙": 1495,
"๚": 1496,
"<grapheme_1497>": 1497,
"<grapheme_1498>": 1498,
"<grapheme_1499>": 1499,
"<grapheme_1500>": 1500,
"<grapheme_1501>": 1501,
"<grapheme_1502>": 1502,
"<grapheme_1503>": 1503,
"<grapheme_1504>": 1504,
"<grapheme_1505>": 1505,
"<grapheme_1506>": 1506,
"<grapheme_1507>": 1507,
"<grapheme_1508>": 1508,
"<grapheme_1509>": 1509,
"<grapheme_1510>": 1510,
"<grapheme_1511>": 1511,
"<grapheme_1512>": 1512,
"<grapheme_1513>": 1513,
"<grapheme_1514>": 1514,
"<grapheme_1515>": 1515,
"<grapheme_1516>": 1516,
"<grapheme_1517>": 1517,
"<grapheme_1518>": 1518,
"<grapheme_1519>": 1519,
"<grapheme_1520>": 1520,
"<grapheme_1521>": 1521,
"<grapheme_1522>": 1522,
"<grapheme_1523>": 1523,
"<grapheme_1524>": 1524,
"<grapheme_1525>": 1525,
"<grapheme_1526>": 1526,
"<grapheme_1527>": 1527,
"<grapheme_1528>": 1528,
"<grapheme_1529>": 1529,
"<grapheme_1530>": 1530,
"<grapheme_1531>": 1531,
"<grapheme_1532>": 1532,
"<grapheme_1533>": 1533,
"<grapheme_1534>": 1534,
"<grapheme_1535>": 1535
},
"unk_token": "<unk>"
}
}