| { |
| "model": "Sol-2B", |
| "condition": "distinct_primary", |
| "type": "choice", |
| "Q": [ |
| 1, |
| 2, |
| 4, |
| 8, |
| 16, |
| 32 |
| ], |
| "tokens_per_question": 499, |
| "samples_per_point": 30, |
| "fresh_process_blocks": 6, |
| "points": { |
| "1": { |
| "count": 30, |
| "p50_ms": 24.606146, |
| "p95_ms": 25.4629834, |
| "mean_ms": 24.643226533333333, |
| "std_ms": 0.46632451230363486, |
| "minimum_ms": 24.010687, |
| "maximum_ms": 25.706193, |
| "questions_per_second_at_p50": 40.640253048974024, |
| "peak_allocated_bytes": 3893271040, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 1, |
| "tokens_per_question": 499 |
| }, |
| "2": { |
| "count": 30, |
| "p50_ms": 24.896045, |
| "p95_ms": 25.796466, |
| "mean_ms": 24.905728033333332, |
| "std_ms": 0.4554314646898594, |
| "minimum_ms": 24.193243, |
| "maximum_ms": 26.104125, |
| "questions_per_second_at_p50": 80.33404502602723, |
| "peak_allocated_bytes": 3934747136, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 2, |
| "tokens_per_question": 499 |
| }, |
| "4": { |
| "count": 30, |
| "p50_ms": 30.624254, |
| "p95_ms": 31.21491345, |
| "mean_ms": 30.7205752, |
| "std_ms": 0.22719457929263742, |
| "minimum_ms": 30.536629, |
| "maximum_ms": 31.255348, |
| "questions_per_second_at_p50": 130.6154265831259, |
| "peak_allocated_bytes": 4017699328, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 4, |
| "tokens_per_question": 499 |
| }, |
| "8": { |
| "count": 30, |
| "p50_ms": 50.828156500000006, |
| "p95_ms": 51.26007835, |
| "mean_ms": 50.8504442, |
| "std_ms": 0.24841385482606473, |
| "minimum_ms": 50.441985, |
| "maximum_ms": 51.312175, |
| "questions_per_second_at_p50": 157.3930779881816, |
| "peak_allocated_bytes": 4183603712, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 8, |
| "tokens_per_question": 499 |
| }, |
| "16": { |
| "count": 30, |
| "p50_ms": 101.696336, |
| "p95_ms": 102.555034, |
| "mean_ms": 101.8167011, |
| "std_ms": 0.4683048178717431, |
| "minimum_ms": 101.310235, |
| "maximum_ms": 103.318299, |
| "questions_per_second_at_p50": 157.3311353124856, |
| "peak_allocated_bytes": 4183608320, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 16, |
| "tokens_per_question": 499 |
| }, |
| "32": { |
| "count": 30, |
| "p50_ms": 203.602341, |
| "p95_ms": 205.3146027, |
| "mean_ms": 203.8165703, |
| "std_ms": 0.7780683699368693, |
| "minimum_ms": 202.809941, |
| "maximum_ms": 205.54368, |
| "questions_per_second_at_p50": 157.16911624311825, |
| "peak_allocated_bytes": 4183608320, |
| "peak_reserved_bytes": 4250927104, |
| "questions": 32, |
| "tokens_per_question": 499 |
| } |
| }, |
| "timing_summary_sha256": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be", |
| "API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152", |
| "bundle_manifest_sha256": "1498cc7aa42f5884ab6ca828b5c23f23d4965b7e950a2ef86d530eed99ad78f1", |
| "runtime_publication_revision": "9cafadab7471f7f60c7577bf1145edefcc258fe2", |
| "runtime_publication_receipt_sha256": "48b916c13de6f5e3d2ee399da92cf2ee446da8c6b904a4daeb50de669d86c7b3", |
| "scope": "Existing quiet-process measurement of the exact runtime and weights still published. Distinct fixed-length Choice questions, Python request latency; network and model loading excluded.", |
| "no_new_measurement": true, |
| "no_workload_change_speedup_or_regression_claim": true |
| } |
|
|
