File size: 1,947 Bytes
62274c6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | {
"concurrency": 1,
"long_context_tokens": 0,
"max_tokens": 256,
"public_revision": "3a3b63161c0745390e5270179af42e46efc70799",
"repeats": 3,
"sampler": {
"chat_template_kwargs": {
"enable_thinking": true,
"reasoning_effort": "medium"
},
"min_p": 0.0,
"presence_penalty": 0.0,
"repetition_penalty": 1.0,
"temperature": 1.0,
"top_k": 20,
"top_p": 0.95
},
"samples": [
{
"completion_tokens": 47,
"correct": true,
"decode_seconds": 1.710225936025381,
"decode_tokens_per_second": 26.897030989312118,
"end_to_end_tokens_per_second": 24.657464472223673,
"fixture": "code",
"output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2",
"prefill_tokens_per_second": 190.33734100556572,
"prompt_tokens": 30,
"total_seconds": 1.9061165049206465,
"ttft_seconds": 0.1576148949097842
},
{
"completion_tokens": 47,
"correct": true,
"decode_seconds": 1.5818780210101977,
"decode_tokens_per_second": 29.079359716132917,
"end_to_end_tokens_per_second": 26.606916257862867,
"fixture": "code",
"output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2",
"prefill_tokens_per_second": 202.1385489138691,
"prompt_tokens": 30,
"total_seconds": 1.7664579970296472,
"ttft_seconds": 0.14841305708978325
},
{
"completion_tokens": 47,
"correct": true,
"decode_seconds": 1.6003392250277102,
"decode_tokens_per_second": 28.743905842340084,
"end_to_end_tokens_per_second": 26.292533035864427,
"fixture": "code",
"output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2",
"prefill_tokens_per_second": 197.64234687932958,
"prompt_tokens": 30,
"total_seconds": 1.7875797640299425,
"ttft_seconds": 0.15178933297283947
}
]
}
|