| { |
| "concurrency": 1, |
| "long_context_tokens": 0, |
| "max_tokens": 256, |
| "public_revision": "3a3b63161c0745390e5270179af42e46efc70799", |
| "repeats": 3, |
| "sampler": { |
| "chat_template_kwargs": { |
| "enable_thinking": true, |
| "reasoning_effort": "medium" |
| }, |
| "min_p": 0.0, |
| "presence_penalty": 0.0, |
| "repetition_penalty": 1.0, |
| "temperature": 1.0, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "samples": [ |
| { |
| "completion_tokens": 237, |
| "correct": true, |
| "decode_seconds": 11.476994412019849, |
| "decode_tokens_per_second": 20.56287487191223, |
| "end_to_end_tokens_per_second": 20.213776240680414, |
| "fixture": "file_edit", |
| "output_sha256": "f882a3a37739bbe8f24a382930c8fb1690d46e6500420f12eb06103ed4c3263e", |
| "prefill_tokens_per_second": 250.20893572272945, |
| "prompt_tokens": 50, |
| "total_seconds": 11.724677129997872, |
| "ttft_seconds": 0.19983299099840224 |
| }, |
| { |
| "completion_tokens": 224, |
| "correct": true, |
| "decode_seconds": 10.645033508073539, |
| "decode_tokens_per_second": 20.94873631265412, |
| "end_to_end_tokens_per_second": 20.5868636110087, |
| "fixture": "file_edit", |
| "output_sha256": "51b5ee9b354818fbe1a2d8107ed010b86fc134c9018f3cd94aea010a30749459", |
| "prefill_tokens_per_second": 264.27421973757714, |
| "prompt_tokens": 50, |
| "total_seconds": 10.880724924034439, |
| "ttft_seconds": 0.18919741793069988 |
| }, |
| { |
| "completion_tokens": 256, |
| "correct": true, |
| "decode_seconds": 12.161617411999032, |
| "decode_tokens_per_second": 20.96760581766115, |
| "end_to_end_tokens_per_second": 20.731625497066137, |
| "fixture": "file_edit", |
| "output_sha256": "17ca9e4309bfd5c692135dd3cfe7afe1aefcab505202c0ef6e576445fcfd92d1", |
| "prefill_tokens_per_second": 268.04382002253067, |
| "prompt_tokens": 50, |
| "total_seconds": 12.348284028004855, |
| "ttft_seconds": 0.18653666402678937 |
| } |
| ] |
| } |
|
|
