{ "model": "Sol-2B", "condition": "distinct_primary", "type": "choice", "Q": [ 1, 2, 4, 8, 16, 32 ], "tokens_per_question": 499, "samples_per_point": 30, "fresh_process_blocks": 6, "points": { "1": { "count": 30, "p50_ms": 24.606146, "p95_ms": 25.4629834, "mean_ms": 24.643226533333333, "std_ms": 0.46632451230363486, "minimum_ms": 24.010687, "maximum_ms": 25.706193, "questions_per_second_at_p50": 40.640253048974024, "peak_allocated_bytes": 3893271040, "peak_reserved_bytes": 4250927104, "questions": 1, "tokens_per_question": 499 }, "2": { "count": 30, "p50_ms": 24.896045, "p95_ms": 25.796466, "mean_ms": 24.905728033333332, "std_ms": 0.4554314646898594, "minimum_ms": 24.193243, "maximum_ms": 26.104125, "questions_per_second_at_p50": 80.33404502602723, "peak_allocated_bytes": 3934747136, "peak_reserved_bytes": 4250927104, "questions": 2, "tokens_per_question": 499 }, "4": { "count": 30, "p50_ms": 30.624254, "p95_ms": 31.21491345, "mean_ms": 30.7205752, "std_ms": 0.22719457929263742, "minimum_ms": 30.536629, "maximum_ms": 31.255348, "questions_per_second_at_p50": 130.6154265831259, "peak_allocated_bytes": 4017699328, "peak_reserved_bytes": 4250927104, "questions": 4, "tokens_per_question": 499 }, "8": { "count": 30, "p50_ms": 50.828156500000006, "p95_ms": 51.26007835, "mean_ms": 50.8504442, "std_ms": 0.24841385482606473, "minimum_ms": 50.441985, "maximum_ms": 51.312175, "questions_per_second_at_p50": 157.3930779881816, "peak_allocated_bytes": 4183603712, "peak_reserved_bytes": 4250927104, "questions": 8, "tokens_per_question": 499 }, "16": { "count": 30, "p50_ms": 101.696336, "p95_ms": 102.555034, "mean_ms": 101.8167011, "std_ms": 0.4683048178717431, "minimum_ms": 101.310235, "maximum_ms": 103.318299, "questions_per_second_at_p50": 157.3311353124856, "peak_allocated_bytes": 4183608320, "peak_reserved_bytes": 4250927104, "questions": 16, "tokens_per_question": 499 }, "32": { "count": 30, "p50_ms": 203.602341, "p95_ms": 205.3146027, "mean_ms": 203.8165703, "std_ms": 0.7780683699368693, "minimum_ms": 202.809941, "maximum_ms": 205.54368, "questions_per_second_at_p50": 157.16911624311825, "peak_allocated_bytes": 4183608320, "peak_reserved_bytes": 4250927104, "questions": 32, "tokens_per_question": 499 } }, "timing_summary_sha256": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be", "API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152", "bundle_manifest_sha256": "1498cc7aa42f5884ab6ca828b5c23f23d4965b7e950a2ef86d530eed99ad78f1", "runtime_publication_revision": "9cafadab7471f7f60c7577bf1145edefcc258fe2", "runtime_publication_receipt_sha256": "48b916c13de6f5e3d2ee399da92cf2ee446da8c6b904a4daeb50de669d86c7b3", "scope": "Existing quiet-process measurement of the exact runtime and weights still published. Distinct fixed-length Choice questions, Python request latency; network and model loading excluded.", "no_new_measurement": true, "no_workload_change_speedup_or_regression_claim": true }