m2m100-1.2B-ag-mg-qlora / added_tokens.json
spymavro's picture
Upload 7 files
f28c0aa verified
Raw
History Blame Contribute Delete
4.08 kB
{
"__af__": 128004,
"__am__": 128005,
"__ar__": 128006,
"__ast__": 128007,
"__az__": 128008,
"__ba__": 128009,
"__be__": 128010,
"__bg__": 128011,
"__bn__": 128012,
"__br__": 128013,
"__bs__": 128014,
"__ca__": 128015,
"__ceb__": 128016,
"__cs__": 128017,
"__cy__": 128018,
"__da__": 128019,
"__de__": 128020,
"__el__": 128021,
"__en__": 128022,
"__es__": 128023,
"__et__": 128024,
"__fa__": 128025,
"__ff__": 128026,
"__fi__": 128027,
"__fr__": 128028,
"__fy__": 128029,
"__ga__": 128030,
"__gd__": 128031,
"__gl__": 128032,
"__gu__": 128033,
"__ha__": 128034,
"__he__": 128035,
"__hi__": 128036,
"__hr__": 128037,
"__ht__": 128038,
"__hu__": 128039,
"__hy__": 128040,
"__id__": 128041,
"__ig__": 128042,
"__ilo__": 128043,
"__is__": 128044,
"__it__": 128045,
"__ja__": 128046,
"__jv__": 128047,
"__ka__": 128048,
"__kk__": 128049,
"__km__": 128050,
"__kn__": 128051,
"__ko__": 128052,
"__lb__": 128053,
"__lg__": 128054,
"__ln__": 128055,
"__lo__": 128056,
"__lt__": 128057,
"__lv__": 128058,
"__mg__": 128059,
"__mk__": 128060,
"__ml__": 128061,
"__mn__": 128062,
"__mr__": 128063,
"__ms__": 128064,
"__my__": 128065,
"__ne__": 128066,
"__nl__": 128067,
"__no__": 128068,
"__ns__": 128069,
"__oc__": 128070,
"__or__": 128071,
"__pa__": 128072,
"__pl__": 128073,
"__ps__": 128074,
"__pt__": 128075,
"__ro__": 128076,
"__ru__": 128077,
"__sd__": 128078,
"__si__": 128079,
"__sk__": 128080,
"__sl__": 128081,
"__so__": 128082,
"__sq__": 128083,
"__sr__": 128084,
"__ss__": 128085,
"__su__": 128086,
"__sv__": 128087,
"__sw__": 128088,
"__ta__": 128089,
"__th__": 128090,
"__tl__": 128091,
"__tn__": 128092,
"__tr__": 128093,
"__uk__": 128094,
"__ur__": 128095,
"__uz__": 128096,
"__vi__": 128097,
"__wo__": 128098,
"__xh__": 128099,
"__yi__": 128100,
"__yo__": 128101,
"__zh__": 128102,
"__zu__": 128103,
"ͺ": 128104,
"ΰ": 128105,
"ᒼ": 128106,
"ἁ": 128107,
"ἂ": 128108,
"ἃ": 128109,
"ἅ": 128110,
"ἆ": 128111,
"ἇ": 128112,
"Ἁ": 128113,
"Ἂ": 128114,
"Ἃ": 128115,
"Ἄ": 128116,
"Ἅ": 128117,
"Ἆ": 128118,
"Ἇ": 128119,
"ἑ": 128120,
"ἒ": 128121,
"ἓ": 128122,
"ἕ": 128123,
"Ἑ": 128124,
"Ἓ": 128125,
"Ἔ": 128126,
"Ἕ": 128127,
"ἠ": 128128,
"ἢ": 128129,
"ἣ": 128130,
"ἤ": 128131,
"ἥ": 128132,
"ἦ": 128133,
"ἧ": 128134,
"Ἠ": 128135,
"Ἡ": 128136,
"Ἢ": 128137,
"Ἣ": 128138,
"Ἤ": 128139,
"Ἥ": 128140,
"Ἦ": 128141,
"Ἧ": 128142,
"ἲ": 128143,
"ἳ": 128144,
"ἵ": 128145,
"ἷ": 128146,
"Ἱ": 128147,
"Ἲ": 128148,
"Ἴ": 128149,
"Ἵ": 128150,
"Ἶ": 128151,
"ὂ": 128152,
"ὃ": 128153,
"ὄ": 128154,
"Ὀ": 128155,
"Ὁ": 128156,
"Ὃ": 128157,
"Ὄ": 128158,
"Ὅ": 128159,
"ὒ": 128160,
"ὓ": 128161,
"ὔ": 128162,
"ὕ": 128163,
"ὖ": 128164,
"ὗ": 128165,
"Ὑ": 128166,
"Ὕ": 128167,
"ὠ": 128168,
"ὡ": 128169,
"ὢ": 128170,
"ὣ": 128171,
"ὤ": 128172,
"ὥ": 128173,
"ὦ": 128174,
"ὧ": 128175,
"Ὠ": 128176,
"Ὡ": 128177,
"Ὢ": 128178,
"Ὣ": 128179,
"Ὤ": 128180,
"Ὥ": 128181,
"Ὦ": 128182,
"Ὧ": 128183,
"ὼ": 128184,
"ᾀ": 128185,
"ᾃ": 128186,
"ᾄ": 128187,
"ᾅ": 128188,
"ᾆ": 128189,
"ᾇ": 128190,
"ᾐ": 128191,
"ᾑ": 128192,
"ᾒ": 128193,
"ᾔ": 128194,
"ᾕ": 128195,
"ᾖ": 128196,
"ᾗ": 128197,
"ᾠ": 128198,
"ᾡ": 128199,
"ᾤ": 128200,
"ᾦ": 128201,
"ᾧ": 128202,
"ᾲ": 128203,
"ᾳ": 128204,
"ᾴ": 128205,
"ᾷ": 128206,
"ᾼ": 128207,
"ῂ": 128208,
"ῄ": 128209,
"ῌ": 128210,
"῏": 128211,
"ῒ": 128212,
"ῗ": 128213,
"῝": 128214,
"῞": 128215,
"῟": 128216,
"ῢ": 128217,
"ῤ": 128218,
"ῥ": 128219,
"ῧ": 128220,
"Ῥ": 128221,
"ῲ": 128222,
"ῴ": 128223,
"ῼ": 128224,
"῾": 128225
}