{ "version": "1.0", "truncation": { "direction": "Right", "max_length": 256, "strategy": "LongestFirst", "stride": 0 }, "padding": null, "added_tokens": [ { "id": 0, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": "", "end_of_word_suffix": "", "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "<|endoftext|>": 0, "!": 1, "\"": 2, "#": 3, "$": 4, "%": 5, "&": 6, "'": 7, "(": 8, ")": 9, "*": 10, "+": 11, ",": 12, "-": 13, ".": 14, "/": 15, "0": 16, "1": 17, "2": 18, "3": 19, "4": 20, "5": 21, "6": 22, "7": 23, "8": 24, "9": 25, ":": 26, ";": 27, "<": 28, "=": 29, ">": 30, "?": 31, "@": 32, "A": 33, "B": 34, "C": 35, "D": 36, "E": 37, "F": 38, "G": 39, "H": 40, "I": 41, "J": 42, "K": 43, "L": 44, "M": 45, "N": 46, "O": 47, "P": 48, "Q": 49, "R": 50, "S": 51, "T": 52, "U": 53, "V": 54, "W": 55, "X": 56, "Y": 57, "Z": 58, "[": 59, "\\": 60, "]": 61, "^": 62, "_": 63, "`": 64, "a": 65, "b": 66, "c": 67, "d": 68, "e": 69, "f": 70, "g": 71, "h": 72, "i": 73, "j": 74, "k": 75, "l": 76, "m": 77, "n": 78, "o": 79, "p": 80, "q": 81, "r": 82, "s": 83, "t": 84, "u": 85, "v": 86, "w": 87, "x": 88, "y": 89, "z": 90, "{": 91, "|": 92, "}": 93, "~": 94, "¡": 95, "¢": 96, "£": 97, "¤": 98, "¥": 99, "¦": 100, "§": 101, "¨": 102, "©": 103, "ª": 104, "«": 105, "¬": 106, "®": 107, "¯": 108, "°": 109, "±": 110, "²": 111, "³": 112, "´": 113, "µ": 114, "¶": 115, "·": 116, "¸": 117, "¹": 118, "º": 119, "»": 120, "¼": 121, "½": 122, "¾": 123, "¿": 124, "À": 125, "Á": 126, "Â": 127, "Ã": 128, "Ä": 129, "Å": 130, "Æ": 131, "Ç": 132, "È": 133, "É": 134, "Ê": 135, "Ë": 136, "Ì": 137, "Í": 138, "Î": 139, "Ï": 140, "Ð": 141, "Ñ": 142, "Ò": 143, "Ó": 144, "Ô": 145, "Õ": 146, "Ö": 147, "×": 148, "Ø": 149, "Ù": 150, "Ú": 151, "Û": 152, "Ü": 153, "Ý": 154, "Þ": 155, "ß": 156, "à": 157, "á": 158, "â": 159, "ã": 160, "ä": 161, "å": 162, "æ": 163, "ç": 164, "è": 165, "é": 166, "ê": 167, "ë": 168, "ì": 169, "í": 170, "î": 171, "ï": 172, "ð": 173, "ñ": 174, "ò": 175, "ó": 176, "ô": 177, "õ": 178, "ö": 179, "÷": 180, "ø": 181, "ù": 182, "ú": 183, "û": 184, "ü": 185, "ý": 186, "þ": 187, "ÿ": 188, "Ā": 189, "ā": 190, "Ă": 191, "ă": 192, "Ą": 193, "ą": 194, "Ć": 195, "ć": 196, "Ĉ": 197, "ĉ": 198, "Ċ": 199, "ċ": 200, "Č": 201, "č": 202, "Ď": 203, "ď": 204, "Đ": 205, "đ": 206, "Ē": 207, "ē": 208, "Ĕ": 209, "ĕ": 210, "Ė": 211, "ė": 212, "Ę": 213, "ę": 214, "Ě": 215, "ě": 216, "Ĝ": 217, "ĝ": 218, "Ğ": 219, "ğ": 220, "Ġ": 221, "ġ": 222, "Ģ": 223, "ģ": 224, "Ĥ": 225, "ĥ": 226, "Ħ": 227, "ħ": 228, "Ĩ": 229, "ĩ": 230, "Ī": 231, "ī": 232, "Ĭ": 233, "ĭ": 234, "Į": 235, "į": 236, "İ": 237, "ı": 238, "IJ": 239, "ij": 240, "Ĵ": 241, "ĵ": 242, "Ķ": 243, "ķ": 244, "ĸ": 245, "Ĺ": 246, "ĺ": 247, "Ļ": 248, "ļ": 249, "Ľ": 250, "ľ": 251, "Ŀ": 252, "ŀ": 253, "Ł": 254, "ł": 255, "Ń": 256, "Ġ3": 257, "Ġ2": 258, "Ġ1": 259, "Ġ37": 260, "Ġ38": 261, "Ġ26": 262, "Ġ6": 263, "Ġ18": 264, "Ġ19": 265, "Ġ5": 266, "Ġ7": 267, "Ġ382": 268, "Ġ20": 269, "Ġ27": 270, "Ġ378": 271, "Ġ17": 272, "Ġ4": 273, "Ġ379": 274, "Ġ261": 275, "Ġ374": 276, "Ġ260": 277, "Ġ8": 278, "Ġ384": 279, "Ġ375": 280, "Ġ266": 281, "Ġ16": 282, "Ġ21": 283, "Ġ183": 284, "Ġ55": 285, "Ġ60": 286, "Ġ188": 287, "Ġ265": 288, "Ġ72": 289, "Ġ200": 290, "Ġ267": 291, "Ġ67": 292, "Ġ195": 293, "Ġ271": 294, "Ġ381": 295, "Ġ272": 296, "Ġ64": 297, "Ġ192": 298, "Ġ69": 299, "Ġ197": 300, "Ġ74": 301, "Ġ202": 302, "Ġ76": 303, "Ġ204": 304, "Ġ176": 305, "Ġ48": 306, "Ġ65": 307, "Ġ193": 308, "Ġ386": 309, "Ġ185": 310, "Ġ57": 311, "Ġ181": 312, "Ġ53": 313, "Ġ62": 314, "Ġ190": 315, "Ġ25": 316, "Ġ376": 317, "Ġ171": 318, "Ġ43": 319, "Ġ50": 320, "Ġ178": 321, "Ġ79": 322, "Ġ207": 323, "Ġ372": 324, "Ġ180": 325, "Ġ52": 326, "Ġ273": 327, "Ġ199": 328, "Ġ71": 329, "Ġ270": 330, "Ġ77": 331, "Ġ205": 332, "Ġ274": 333, "Ġ187": 334, "Ġ59": 335, "Ġ263": 336, "Ġ262": 337, "Ġ380": 338, "Ġ387": 339, "Ġ186": 340, "Ġ58": 341, "Ġ264": 342, "Ġ269": 343, "Ġ209": 344, "Ġ81": 345, "Ġ198": 346, "Ġ70": 347, "Ġ28": 348, "Ġ268": 349, "Ġ275": 350, "Ġ258": 351, "Ġ173": 352, "Ġ45": 353, "Ġ385": 354, "Ġ276": 355, "Ġ84": 356, "Ġ212": 357, "Ġ75": 358, "Ġ203": 359, "Ġ66": 360, "Ġ194": 361, "Ġ377": 362, "Ġ63": 363, "Ġ191": 364, "Ġ36": 365, "Ġ277": 366, "Ġ164": 367, "Ġ184": 368, "Ġ56": 369, "Ġ68": 370, "Ġ196": 371, "Ġ41": 372, "Ġ169": 373, "Ġ182": 374, "Ġ54": 375, "Ġ166": 376, "Ġ175": 377, "Ġ47": 378, "Ġ51": 379, "Ġ179": 380, "Ġ15": 381, "Ġ73": 382, "Ġ201": 383, "Ġ78": 384, "Ġ206": 385, "Ġ61": 386, "Ġ189": 387, "Ġ83": 388, "Ġ211": 389, "Ġ174": 390, "Ġ46": 391, "Ġ82": 392, "Ġ210": 393, "Ġ86": 394, "Ġ214": 395, "Ġ278": 396, "Ġ40": 397, "Ġ168": 398, "Ġ208": 399, "Ġ80": 400, "Ġ35": 401, "Ġ259": 402, "Ġ279": 403, "Ġ383": 404, "Ġ29": 405, "Ġ9": 406, "Ġ31": 407, "Ġ159": 408, "Ġ373": 409, "Ġ172": 410, "Ġ44": 411, "Ġ88": 412, "Ġ216": 413, "Ġ177": 414, "Ġ49": 415, "Ġ356": 416, "Ġ39": 417, "Ġ167": 418, "Ġ280": 419, "Ġ22": 420, "Ġ371": 421, "Ġ170": 422, "Ġ42": 423, "Ġ281": 424, "Ġ256": 425, "Ġ33": 426, "Ġ161": 427, "Ġ89": 428, "Ġ217": 429, "Ġ34": 430, "Ġ87": 431, "Ġ215": 432, "Ġ30": 433, "Ġ85": 434, "Ġ213": 435, "Ġ163": 436, "Ġ162": 437, "Ġ219": 438, "Ġ91": 439, "Ġ165": 440, "Ġ257": 441, "Ġ286": 442, "Ġ282": 443, "Ġ93": 444, "Ġ221": 445, "Ġ157": 446, "Ġ32": 447, "Ġ283": 448, "Ġ284": 449, "Ġ288": 450, "Ġ160": 451, "Ġ287": 452, "Ġ370": 453, "Ġ291": 454, "Ġ156": 455, "Ġ293": 456, "Ġ218": 457, "Ġ90": 458, "Ġ24": 459, "Ġ152": 460, "Ġ289": 461, "Ġ298": 462, "Ġ297": 463, "Ġ285": 464, "Ġ92": 465, "Ġ220": 466, "Ġ154": 467, "Ġ96": 468, "Ġ224": 469, "Ġ292": 470, "Ġ290": 471, "Ġ299": 472, "Ġ296": 473, "Ġ302": 474, "Ġ95": 475, "Ġ223": 476, "Ġ94": 477, "Ġ222": 478, "Ġ343": 479, "Ġ158": 480, "Ġ305": 481, "Ġ295": 482, "Ġ10": 483, "Ġ98": 484, "Ġ226": 485, "Ġ300": 486, "Ġ303": 487, "Ġ294": 488, "Ġ355": 489, "Ġ304": 490, "Ġ14": 491, "Ġ301": 492, "Ġ306": 493, "Ġ369": 494, "Ġ23": 495, "Ġ155": 496, "Ġ228": 497, "Ġ100": 498, "Ġ308": 499, "Ġ97": 500, "Ġ225": 501, "Ġ309": 502, "Ġ147": 503, "Ġ317": 504, "Ġ367": 505, "Ġ322": 506, "Ġ314": 507, "Ġ149": 508, "Ġ229": 509, "Ġ101": 510, "Ġ99": 511, "Ġ227": 512, "Ġ311": 513, "Ġ153": 514, "Ġ316": 515, "Ġ312": 516, "Ġ307": 517, "Ġ151": 518, "Ġ310": 519, "Ġ320": 520, "Ġ330": 521, "Ġ324": 522, "Ġ313": 523, "Ġ103": 524, "Ġ231": 525, "Ġ326": 526, "Ġ318": 527, "Ġ334": 528, "Ġ315": 529, "Ġ338": 530, "Ġ319": 531, "Ġ325": 532, "Ġ105": 533, "Ġ233": 534, "Ġ321": 535, "Ġ145": 536, "Ġ333": 537, "Ġ368": 538, "Ġ335": 539, "Ġ104": 540, "Ġ232": 541, "Ġ344": 542, "Ġ323": 543, "Ġ349": 544, "Ġ328": 545, "Ġ150": 546, "Ġ341": 547, "Ġ332": 548, "Ġ340": 549, "Ġ353": 550, "Ġ336": 551, "Ġ347": 552, "Ġ329": 553, "Ġ327": 554, "Ġ108": 555, "Ġ236": 556, "Ġ350": 557, "Ġ107": 558, "Ġ235": 559, "Ġ352": 560, "Ġ331": 561, "Ġ102": 562, "Ġ106": 563, "Ġ230": 564, "Ġ234": 565, "Ġ346": 566, "Ġ11": 567, "Ġ351": 568, "Ġ339": 569, "Ġ337": 570, "Ġ342": 571, "Ġ345": 572, "Ġ354": 573, "Ġ148": 574, "Ġ348": 575, "Ġ238": 576, "Ġ110": 577, "Ġ144": 578, "Ġ241": 579, "Ġ113": 580, "Ġ12": 581, "Ġ364": 582, "Ġ366": 583, "Ġ357": 584, "Ġ140": 585, "Ġ146": 586 }, "merges": [ [ "Ġ", "3" ], [ "Ġ", "2" ], [ "Ġ", "1" ], [ "Ġ3", "7" ], [ "Ġ3", "8" ], [ "Ġ2", "6" ], [ "Ġ", "6" ], [ "Ġ1", "8" ], [ "Ġ1", "9" ], [ "Ġ", "5" ], [ "Ġ", "7" ], [ "Ġ38", "2" ], [ "Ġ2", "0" ], [ "Ġ2", "7" ], [ "Ġ37", "8" ], [ "Ġ1", "7" ], [ "Ġ", "4" ], [ "Ġ37", "9" ], [ "Ġ26", "1" ], [ "Ġ37", "4" ], [ "Ġ26", "0" ], [ "Ġ", "8" ], [ "Ġ38", "4" ], [ "Ġ37", "5" ], [ "Ġ26", "6" ], [ "Ġ1", "6" ], [ "Ġ2", "1" ], [ "Ġ18", "3" ], [ "Ġ5", "5" ], [ "Ġ6", "0" ], [ "Ġ18", "8" ], [ "Ġ26", "5" ], [ "Ġ7", "2" ], [ "Ġ20", "0" ], [ "Ġ26", "7" ], [ "Ġ6", "7" ], [ "Ġ19", "5" ], [ "Ġ27", "1" ], [ "Ġ38", "1" ], [ "Ġ27", "2" ], [ "Ġ6", "4" ], [ "Ġ19", "2" ], [ "Ġ6", "9" ], [ "Ġ19", "7" ], [ "Ġ7", "4" ], [ "Ġ20", "2" ], [ "Ġ7", "6" ], [ "Ġ20", "4" ], [ "Ġ17", "6" ], [ "Ġ4", "8" ], [ "Ġ6", "5" ], [ "Ġ19", "3" ], [ "Ġ38", "6" ], [ "Ġ18", "5" ], [ "Ġ5", "7" ], [ "Ġ18", "1" ], [ "Ġ5", "3" ], [ "Ġ6", "2" ], [ "Ġ19", "0" ], [ "Ġ2", "5" ], [ "Ġ37", "6" ], [ "Ġ17", "1" ], [ "Ġ4", "3" ], [ "Ġ5", "0" ], [ "Ġ17", "8" ], [ "Ġ7", "9" ], [ "Ġ20", "7" ], [ "Ġ37", "2" ], [ "Ġ18", "0" ], [ "Ġ5", "2" ], [ "Ġ27", "3" ], [ "Ġ19", "9" ], [ "Ġ7", "1" ], [ "Ġ27", "0" ], [ "Ġ7", "7" ], [ "Ġ20", "5" ], [ "Ġ27", "4" ], [ "Ġ18", "7" ], [ "Ġ5", "9" ], [ "Ġ26", "3" ], [ "Ġ26", "2" ], [ "Ġ38", "0" ], [ "Ġ38", "7" ], [ "Ġ18", "6" ], [ "Ġ5", "8" ], [ "Ġ26", "4" ], [ "Ġ26", "9" ], [ "Ġ20", "9" ], [ "Ġ8", "1" ], [ "Ġ19", "8" ], [ "Ġ7", "0" ], [ "Ġ2", "8" ], [ "Ġ26", "8" ], [ "Ġ27", "5" ], [ "Ġ25", "8" ], [ "Ġ17", "3" ], [ "Ġ4", "5" ], [ "Ġ38", "5" ], [ "Ġ27", "6" ], [ "Ġ8", "4" ], [ "Ġ21", "2" ], [ "Ġ7", "5" ], [ "Ġ20", "3" ], [ "Ġ6", "6" ], [ "Ġ19", "4" ], [ "Ġ37", "7" ], [ "Ġ6", "3" ], [ "Ġ19", "1" ], [ "Ġ3", "6" ], [ "Ġ27", "7" ], [ "Ġ16", "4" ], [ "Ġ18", "4" ], [ "Ġ5", "6" ], [ "Ġ6", "8" ], [ "Ġ19", "6" ], [ "Ġ4", "1" ], [ "Ġ16", "9" ], [ "Ġ18", "2" ], [ "Ġ5", "4" ], [ "Ġ16", "6" ], [ "Ġ17", "5" ], [ "Ġ4", "7" ], [ "Ġ5", "1" ], [ "Ġ17", "9" ], [ "Ġ1", "5" ], [ "Ġ7", "3" ], [ "Ġ20", "1" ], [ "Ġ7", "8" ], [ "Ġ20", "6" ], [ "Ġ6", "1" ], [ "Ġ18", "9" ], [ "Ġ8", "3" ], [ "Ġ21", "1" ], [ "Ġ17", "4" ], [ "Ġ4", "6" ], [ "Ġ8", "2" ], [ "Ġ21", "0" ], [ "Ġ8", "6" ], [ "Ġ21", "4" ], [ "Ġ27", "8" ], [ "Ġ4", "0" ], [ "Ġ16", "8" ], [ "Ġ20", "8" ], [ "Ġ8", "0" ], [ "Ġ3", "5" ], [ "Ġ25", "9" ], [ "Ġ27", "9" ], [ "Ġ38", "3" ], [ "Ġ2", "9" ], [ "Ġ", "9" ], [ "Ġ3", "1" ], [ "Ġ15", "9" ], [ "Ġ37", "3" ], [ "Ġ17", "2" ], [ "Ġ4", "4" ], [ "Ġ8", "8" ], [ "Ġ21", "6" ], [ "Ġ17", "7" ], [ "Ġ4", "9" ], [ "Ġ35", "6" ], [ "Ġ3", "9" ], [ "Ġ16", "7" ], [ "Ġ28", "0" ], [ "Ġ2", "2" ], [ "Ġ37", "1" ], [ "Ġ17", "0" ], [ "Ġ4", "2" ], [ "Ġ28", "1" ], [ "Ġ25", "6" ], [ "Ġ3", "3" ], [ "Ġ16", "1" ], [ "Ġ8", "9" ], [ "Ġ21", "7" ], [ "Ġ3", "4" ], [ "Ġ8", "7" ], [ "Ġ21", "5" ], [ "Ġ3", "0" ], [ "Ġ8", "5" ], [ "Ġ21", "3" ], [ "Ġ16", "3" ], [ "Ġ16", "2" ], [ "Ġ21", "9" ], [ "Ġ9", "1" ], [ "Ġ16", "5" ], [ "Ġ25", "7" ], [ "Ġ28", "6" ], [ "Ġ28", "2" ], [ "Ġ9", "3" ], [ "Ġ22", "1" ], [ "Ġ15", "7" ], [ "Ġ3", "2" ], [ "Ġ28", "3" ], [ "Ġ28", "4" ], [ "Ġ28", "8" ], [ "Ġ16", "0" ], [ "Ġ28", "7" ], [ "Ġ37", "0" ], [ "Ġ29", "1" ], [ "Ġ15", "6" ], [ "Ġ29", "3" ], [ "Ġ21", "8" ], [ "Ġ9", "0" ], [ "Ġ2", "4" ], [ "Ġ15", "2" ], [ "Ġ28", "9" ], [ "Ġ29", "8" ], [ "Ġ29", "7" ], [ "Ġ28", "5" ], [ "Ġ9", "2" ], [ "Ġ22", "0" ], [ "Ġ15", "4" ], [ "Ġ9", "6" ], [ "Ġ22", "4" ], [ "Ġ29", "2" ], [ "Ġ29", "0" ], [ "Ġ29", "9" ], [ "Ġ29", "6" ], [ "Ġ30", "2" ], [ "Ġ9", "5" ], [ "Ġ22", "3" ], [ "Ġ9", "4" ], [ "Ġ22", "2" ], [ "Ġ34", "3" ], [ "Ġ15", "8" ], [ "Ġ30", "5" ], [ "Ġ29", "5" ], [ "Ġ1", "0" ], [ "Ġ9", "8" ], [ "Ġ22", "6" ], [ "Ġ30", "0" ], [ "Ġ30", "3" ], [ "Ġ29", "4" ], [ "Ġ35", "5" ], [ "Ġ30", "4" ], [ "Ġ1", "4" ], [ "Ġ30", "1" ], [ "Ġ30", "6" ], [ "Ġ36", "9" ], [ "Ġ2", "3" ], [ "Ġ15", "5" ], [ "Ġ22", "8" ], [ "Ġ10", "0" ], [ "Ġ30", "8" ], [ "Ġ9", "7" ], [ "Ġ22", "5" ], [ "Ġ30", "9" ], [ "Ġ14", "7" ], [ "Ġ31", "7" ], [ "Ġ36", "7" ], [ "Ġ32", "2" ], [ "Ġ31", "4" ], [ "Ġ14", "9" ], [ "Ġ22", "9" ], [ "Ġ10", "1" ], [ "Ġ9", "9" ], [ "Ġ22", "7" ], [ "Ġ31", "1" ], [ "Ġ15", "3" ], [ "Ġ31", "6" ], [ "Ġ31", "2" ], [ "Ġ30", "7" ], [ "Ġ15", "1" ], [ "Ġ31", "0" ], [ "Ġ32", "0" ], [ "Ġ33", "0" ], [ "Ġ32", "4" ], [ "Ġ31", "3" ], [ "Ġ10", "3" ], [ "Ġ23", "1" ], [ "Ġ32", "6" ], [ "Ġ31", "8" ], [ "Ġ33", "4" ], [ "Ġ31", "5" ], [ "Ġ33", "8" ], [ "Ġ31", "9" ], [ "Ġ32", "5" ], [ "Ġ10", "5" ], [ "Ġ23", "3" ], [ "Ġ32", "1" ], [ "Ġ14", "5" ], [ "Ġ33", "3" ], [ "Ġ36", "8" ], [ "Ġ33", "5" ], [ "Ġ10", "4" ], [ "Ġ23", "2" ], [ "Ġ34", "4" ], [ "Ġ32", "3" ], [ "Ġ34", "9" ], [ "Ġ32", "8" ], [ "Ġ15", "0" ], [ "Ġ34", "1" ], [ "Ġ33", "2" ], [ "Ġ34", "0" ], [ "Ġ35", "3" ], [ "Ġ33", "6" ], [ "Ġ34", "7" ], [ "Ġ32", "9" ], [ "Ġ32", "7" ], [ "Ġ10", "8" ], [ "Ġ23", "6" ], [ "Ġ35", "0" ], [ "Ġ10", "7" ], [ "Ġ23", "5" ], [ "Ġ35", "2" ], [ "Ġ33", "1" ], [ "Ġ10", "2" ], [ "Ġ10", "6" ], [ "Ġ23", "0" ], [ "Ġ23", "4" ], [ "Ġ34", "6" ], [ "Ġ1", "1" ], [ "Ġ35", "1" ], [ "Ġ33", "9" ], [ "Ġ33", "7" ], [ "Ġ34", "2" ], [ "Ġ34", "5" ], [ "Ġ35", "4" ], [ "Ġ14", "8" ], [ "Ġ34", "8" ], [ "Ġ23", "8" ], [ "Ġ11", "0" ], [ "Ġ14", "4" ], [ "Ġ24", "1" ], [ "Ġ11", "3" ], [ "Ġ1", "2" ], [ "Ġ36", "4" ], [ "Ġ36", "6" ], [ "Ġ35", "7" ], [ "Ġ14", "0" ], [ "Ġ14", "6" ] ] } }