XBFDI/Trash / ezf_tok.json
XBFDI's picture
download
raw
10.5 kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<pad>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "<unk>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "<bos>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "<eos>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": "<unk>",
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
"°": 4,
"±": 5,
"²": 6,
"³": 7,
"´": 8,
"µ": 9,
"¶": 10,
"·": 11,
"¸": 12,
"¹": 13,
"º": 14,
"»": 15,
"¼": 16,
"½": 17,
"¾": 18,
"Ð": 19,
"Ñ": 20,
"Ġ": 21,
"Ģ": 22,
"ģ": 23,
"Ĥ": 24,
"ĥ": 25,
"Ħ": 26,
"Ĩ": 27,
"ĭ": 28,
"Į": 29,
"ij": 30,
"н": 31,
"нÐ": 32,
"й": 33,
"ĠÑ": 34,
"ĠнÐ": 35,
"Ġна": 36,
"ÑĢ": 37,
"о": 38,
"ÑĢÐ": 39,
"Ñĭ": 40,
"Ñĭй": 41,
"е": 42,
"л": 43,
"Ñĥ": 44,
"ĠÐ": 45,
"Ñģ": 46,
"ĠÑĦ": 47,
"¸Ñģ": 48,
"не": 49,
"ĠнаÑĢÐ": 50,
"оне": 51,
"Ñĥй": 52,
"ĠÑĦоне": 53,
"¸ÑģÑĥй": 54,
"ĠнаÑĢиÑģÑĥй": 55,
"ĠÑģ": 56,
"в": 57,
"Ñij": 58,
"нÑĭй": 59,
"ÑĤ": 60,
"и": 61,
"ни": 62,
"Ġз": 63,
"Ġк": 64,
"а": 65,
"ел": 66,
"еÑĤ": 67,
"ĠÑģи": 68,
"ÑijнÑĭй": 69,
"ний": 70,
"Ġзел": 71,
"ĠÑģиний": 72,
"ĠзелÑijнÑĭй": 73,
"м": 74,
"ĠÑĤ": 75,
"ол": 76,
"ов": 77,
"ÑĢа": 78,
"ĠÑģе": 79,
"г": 80,
"д": 81,
"Ñĥг": 82,
"лÑĭй": 83,
"ĠÑģв": 84,
"Ñijм": 85,
"еÑĤлÑĭй": 86,
"ĠÑĤÑijм": 87,
"ĠÑģвеÑĤлÑĭй": 88,
"ĠÑĤÑijмнÑĭй": 89,
"¶Ñij": 90,
"ÑĢÑĭй": 91,
"лÑĤ": 92,
"ĠжÑij": 93,
"ÑģнÑĭй": 94,
"ĠÑĦи": 95,
"ĠкÑĢа": 96,
"еÑĤов": 97,
"олеÑĤов": 98,
"ĠÑģеÑĢÑĭй": 99,
"лÑĤÑĭй": 100,
"ĠжÑijлÑĤÑĭй": 101,
"ĠÑĦиолеÑĤов": 102,
"ĠкÑĢаÑģнÑĭй": 103,
"ĠÑĦиолеÑĤовÑĭй": 104,
"´Ñ": 105,
"µÑĥг": 106,
"·Ð´": 107,
"б": 108,
"к": 109,
"зд": 110,
"ÑĮ": 111,
"Ġов": 112,
"Ģо": 113,
"Ĩе": 114,
"ĠÑĢо": 115,
"ÑĢÑĥг": 116,
"ÑĢдÑ": 117,
"ÑĢеÑĥг": 118,
"езд": 119,
"ва": 120,
"везд": 121,
"ник": 122,
"Ġзвезд": 123,
"ĠкÑĢÑĥг": 124,
"Ġква": 125,
"ал": 126,
"мб": 127,
"ĠÑĤÑĢеÑĥг": 128,
"олÑĮ": 129,
"ÑĢаÑĤ": 130,
"ĠÑģеÑĢдÑ": 131,
"дÑĢаÑĤ": 132,
"Ġовал": 133,
"ĠÑĢомб": 134,
"Ġзвезда": 135,
"ĠквадÑĢаÑĤ": 136,
"ĠÑĤÑĢеÑĥголÑĮ": 137,
"ĠÑģеÑĢдÑĨе": 138,
"ĠÑĤÑĢеÑĥголÑĮник": 139
},
"merges": [
[
"Ð",
"½"
],
[
"н",
"Ð"
],
[
"Ð",
"¹"
],
[
"Ġ",
"Ñ"
],
[
"Ġ",
"нÐ"
],
[
"ĠнÐ",
"°"
],
[
"Ñ",
"Ģ"
],
[
"Ð",
"¾"
],
[
"ÑĢ",
"Ð"
],
[
"Ñ",
"ĭ"
],
[
"Ñĭ",
"й"
],
[
"Ð",
"µ"
],
[
"Ð",
"»"
],
[
"Ñ",
"ĥ"
],
[
"Ġ",
"Ð"
],
[
"Ñ",
"ģ"
],
[
"ĠÑ",
"Ħ"
],
[
"¸",
"Ñģ"
],
[
"нÐ",
"µ"
],
[
"Ġна",
"ÑĢÐ"
],
[
"о",
"не"
],
[
"Ñĥ",
"й"
],
[
"ĠÑĦ",
"оне"
],
[
"¸Ñģ",
"Ñĥй"
],
[
"ĠнаÑĢÐ",
"¸ÑģÑĥй"
],
[
"ĠÑ",
"ģ"
],
[
"Ð",
"²"
],
[
"Ñ",
"ij"
],
[
"н",
"Ñĭй"
],
[
"Ñ",
"Ĥ"
],
[
"Ð",
"¸"
],
[
"нÐ",
"¸"
],
[
"ĠÐ",
"·"
],
[
"ĠÐ",
"º"
],
[
"Ð",
"°"
],
[
"е",
"л"
],
[
"е",
"ÑĤ"
],
[
"ĠÑģ",
"и"
],
[
"Ñij",
"нÑĭй"
],
[
"ни",
"й"
],
[
"Ġз",
"ел"
],
[
"ĠÑģи",
"ний"
],
[
"Ġзел",
"ÑijнÑĭй"
],
[
"Ð",
"¼"
],
[
"ĠÑ",
"Ĥ"
],
[
"о",
"л"
],
[
"о",
"в"
],
[
"ÑĢÐ",
"°"
],
[
"ĠÑģ",
"е"
],
[
"Ð",
"³"
],
[
"Ð",
"´"
],
[
"Ñĥ",
"г"
],
[
"л",
"Ñĭй"
],
[
"ĠÑģ",
"в"
],
[
"Ñij",
"м"
],
[
"еÑĤ",
"лÑĭй"
],
[
"ĠÑĤ",
"Ñijм"
],
[
"ĠÑģв",
"еÑĤлÑĭй"
],
[
"ĠÑĤÑijм",
"нÑĭй"
],
[
"¶",
"Ñij"
],
[
"ÑĢ",
"Ñĭй"
],
[
"л",
"ÑĤ"
],
[
"ĠÐ",
"¶Ñij"
],
[
"Ñģ",
"нÑĭй"
],
[
"ĠÑĦ",
"и"
],
[
"Ġк",
"ÑĢа"
],
[
"еÑĤ",
"ов"
],
[
"ол",
"еÑĤов"
],
[
"ĠÑģе",
"ÑĢÑĭй"
],
[
"лÑĤ",
"Ñĭй"
],
[
"ĠжÑij",
"лÑĤÑĭй"
],
[
"ĠÑĦи",
"олеÑĤов"
],
[
"ĠкÑĢа",
"ÑģнÑĭй"
],
[
"ĠÑĦиолеÑĤов",
"Ñĭй"
],
[
"´",
"Ñ"
],
[
"µ",
"Ñĥг"
],
[
"·",
"д"
],
[
"Ð",
"±"
],
[
"Ð",
"º"
],
[
"Ð",
"·Ð´"
],
[
"Ñ",
"Į"
],
[
"Ġ",
"ов"
],
[
"Ģ",
"о"
],
[
"Ĩ",
"е"
],
[
"ĠÑ",
"Ģо"
],
[
"ÑĢ",
"Ñĥг"
],
[
"ÑĢÐ",
"´Ñ"
],
[
"ÑĢÐ",
"µÑĥг"
],
[
"е",
"зд"
],
[
"в",
"а"
],
[
"в",
"езд"
],
[
"ни",
"к"
],
[
"Ġз",
"везд"
],
[
"Ġк",
"ÑĢÑĥг"
],
[
"Ġк",
"ва"
],
[
"а",
"л"
],
[
"м",
"б"
],
[
"ĠÑĤ",
"ÑĢеÑĥг"
],
[
"ол",
"ÑĮ"
],
[
"ÑĢа",
"ÑĤ"
],
[
"ĠÑģе",
"ÑĢдÑ"
],
[
"д",
"ÑĢаÑĤ"
],
[
"Ġов",
"ал"
],
[
"ĠÑĢо",
"мб"
],
[
"Ġзвезд",
"а"
],
[
"Ġква",
"дÑĢаÑĤ"
],
[
"ĠÑĤÑĢеÑĥг",
"олÑĮ"
],
[
"ĠÑģеÑĢдÑ",
"Ĩе"
],
[
"ĠÑĤÑĢеÑĥголÑĮ",
"ник"
]
]
}
}

Xet Storage Details

Size:
10.5 kB
·
Xet hash:
7aba498ae35ecdfb18946b13045ff133d8ff803b9b47c9e9ad14c260ab8c7a69

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.