File size: 2,107 Bytes
35514b1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 | {
"tokenizer": [
{
"text": "Hello!",
"matched": true,
"gpu_layers": 0
},
{
"text": "中文测试 12345",
"matched": true,
"gpu_layers": 0
},
{
"text": "café é हिन्दी ภาษาไทย",
"matched": true,
"gpu_layers": 0
},
{
"text": "def add(a, b):\n return a + b",
"matched": true,
"gpu_layers": 0
},
{
"text": "<|im_start|>user\nHello<|im_end|>",
"matched": true,
"gpu_layers": 0
},
{
"text": "Hello!",
"matched": true,
"gpu_layers": 99
},
{
"text": "中文测试 12345",
"matched": true,
"gpu_layers": 99
},
{
"text": "café é हिन्दी ภาษาไทย",
"matched": true,
"gpu_layers": 99
},
{
"text": "def add(a, b):\n return a + b",
"matched": true,
"gpu_layers": 99
},
{
"text": "<|im_start|>user\nHello<|im_end|>",
"matched": true,
"gpu_layers": 99
}
],
"logits": [
{
"prompt": "Hello!",
"gpu_layers": 0,
"top10_match": true,
"max_logprob_error": 0.00010395050048828125
},
{
"prompt": "What is 7 times 8?",
"gpu_layers": 0,
"top10_match": true,
"max_logprob_error": 0.00011157989501953125
},
{
"prompt": "请说你好。",
"gpu_layers": 0,
"top10_match": true,
"max_logprob_error": 9.34600830078125e-05
},
{
"prompt": "Hello!",
"gpu_layers": 99,
"top10_match": true,
"max_logprob_error": 4.57763671875e-05
},
{
"prompt": "What is 7 times 8?",
"gpu_layers": 99,
"top10_match": true,
"max_logprob_error": 6.961822509765625e-05
},
{
"prompt": "请说你好。",
"gpu_layers": 99,
"top10_match": true,
"max_logprob_error": 4.673004150390625e-05
}
],
"normalization": "Client-side NFC is required to match the upstream tokenizer on decomposed Unicode; stock llama.cpp does not apply NFC for Qwen3.5."
} |