{ "tokenizer": [ { "text": "Hello!", "matched": true, "gpu_layers": 0 }, { "text": "中文测试 12345", "matched": true, "gpu_layers": 0 }, { "text": "café é हिन्दी ภาษาไทย", "matched": true, "gpu_layers": 0 }, { "text": "def add(a, b):\n return a + b", "matched": true, "gpu_layers": 0 }, { "text": "<|im_start|>user\nHello<|im_end|>", "matched": true, "gpu_layers": 0 }, { "text": "Hello!", "matched": true, "gpu_layers": 99 }, { "text": "中文测试 12345", "matched": true, "gpu_layers": 99 }, { "text": "café é हिन्दी ภาษาไทย", "matched": true, "gpu_layers": 99 }, { "text": "def add(a, b):\n return a + b", "matched": true, "gpu_layers": 99 }, { "text": "<|im_start|>user\nHello<|im_end|>", "matched": true, "gpu_layers": 99 } ], "logits": [ { "prompt": "Hello!", "gpu_layers": 0, "top10_match": true, "max_logprob_error": 0.00010395050048828125 }, { "prompt": "What is 7 times 8?", "gpu_layers": 0, "top10_match": true, "max_logprob_error": 0.00011157989501953125 }, { "prompt": "请说你好。", "gpu_layers": 0, "top10_match": true, "max_logprob_error": 9.34600830078125e-05 }, { "prompt": "Hello!", "gpu_layers": 99, "top10_match": true, "max_logprob_error": 4.57763671875e-05 }, { "prompt": "What is 7 times 8?", "gpu_layers": 99, "top10_match": true, "max_logprob_error": 6.961822509765625e-05 }, { "prompt": "请说你好。", "gpu_layers": 99, "top10_match": true, "max_logprob_error": 4.673004150390625e-05 } ], "normalization": "Client-side NFC is required to match the upstream tokenizer on decomposed Unicode; stock llama.cpp does not apply NFC for Qwen3.5." }