| { |
| "concurrency": 1, |
| "long_context_tokens": 0, |
| "max_tokens": 256, |
| "public_revision": "3a3b63161c0745390e5270179af42e46efc70799", |
| "repeats": 3, |
| "sampler": { |
| "chat_template_kwargs": { |
| "enable_thinking": true, |
| "reasoning_effort": "medium" |
| }, |
| "min_p": 0.0, |
| "presence_penalty": 0.0, |
| "repetition_penalty": 1.0, |
| "temperature": 1.0, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "samples": [ |
| { |
| "completion_tokens": 47, |
| "correct": true, |
| "decode_seconds": 1.710225936025381, |
| "decode_tokens_per_second": 26.897030989312118, |
| "end_to_end_tokens_per_second": 24.657464472223673, |
| "fixture": "code", |
| "output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2", |
| "prefill_tokens_per_second": 190.33734100556572, |
| "prompt_tokens": 30, |
| "total_seconds": 1.9061165049206465, |
| "ttft_seconds": 0.1576148949097842 |
| }, |
| { |
| "completion_tokens": 47, |
| "correct": true, |
| "decode_seconds": 1.5818780210101977, |
| "decode_tokens_per_second": 29.079359716132917, |
| "end_to_end_tokens_per_second": 26.606916257862867, |
| "fixture": "code", |
| "output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2", |
| "prefill_tokens_per_second": 202.1385489138691, |
| "prompt_tokens": 30, |
| "total_seconds": 1.7664579970296472, |
| "ttft_seconds": 0.14841305708978325 |
| }, |
| { |
| "completion_tokens": 47, |
| "correct": true, |
| "decode_seconds": 1.6003392250277102, |
| "decode_tokens_per_second": 28.743905842340084, |
| "end_to_end_tokens_per_second": 26.292533035864427, |
| "fixture": "code", |
| "output_sha256": "39636e9d7b68c8b887c845165ee656cc66c0252eff532d8b2001d6eb141073d2", |
| "prefill_tokens_per_second": 197.64234687932958, |
| "prompt_tokens": 30, |
| "total_seconds": 1.7875797640299425, |
| "ttft_seconds": 0.15178933297283947 |
| } |
| ] |
| } |
|
|
