| { |
| "model": "Nox", |
| "release": "v1.3.1", |
| "release_binding": { |
| "repo_id": "vllm-sr/Decision-1.0-Nox-4B", |
| "revision": "74979f7c7408325716dcb89b686d9cf94301923a", |
| "release_tag": "v1.3.1", |
| "bundle_manifest_sha256": "83876db506b2d98e3e8ce7d34310b21f97bac30d4f5aef3371053798bff08830", |
| "publication_receipt_sha256": "7d680d3a1dc5919fc2975cbea9ea5650f39cdbf317d8e1ca6b2d03d5ae11bcdb" |
| }, |
| "condition": "distinct_primary", |
| "type": "choice", |
| "Q": [ |
| 1, |
| 2, |
| 4, |
| 8, |
| 16, |
| 32 |
| ], |
| "tokens_per_question": 499, |
| "samples_per_point": 30, |
| "fresh_process_blocks": 6, |
| "points": { |
| "1": { |
| "count": 30, |
| "p50_ms": 32.678454, |
| "p95_ms": 33.71943, |
| "mean_ms": 32.7633463, |
| "std_ms": 0.5253808729894747, |
| "minimum_ms": 31.98487, |
| "maximum_ms": 33.745036, |
| "questions_per_second_at_p50": 30.601202859841532, |
| "peak_allocated_bytes": 8675011072, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 1, |
| "tokens_per_question": 499 |
| }, |
| "2": { |
| "count": 30, |
| "p50_ms": 36.370171, |
| "p95_ms": 36.64674145, |
| "mean_ms": 36.389989299999996, |
| "std_ms": 0.11128765575847639, |
| "minimum_ms": 36.268881, |
| "maximum_ms": 36.692332, |
| "questions_per_second_at_p50": 54.99011813829525, |
| "peak_allocated_bytes": 8746551808, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 2, |
| "tokens_per_question": 499 |
| }, |
| "4": { |
| "count": 30, |
| "p50_ms": 60.415027, |
| "p95_ms": 60.9524315, |
| "mean_ms": 60.47764396666667, |
| "std_ms": 0.286383903775007, |
| "minimum_ms": 60.134886, |
| "maximum_ms": 61.481055, |
| "questions_per_second_at_p50": 66.20869341000211, |
| "peak_allocated_bytes": 8890681856, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 4, |
| "tokens_per_question": 499 |
| }, |
| "8": { |
| "count": 30, |
| "p50_ms": 103.619237, |
| "p95_ms": 104.1805109, |
| "mean_ms": 103.640764, |
| "std_ms": 0.34493524425007943, |
| "minimum_ms": 102.972861, |
| "maximum_ms": 104.235019, |
| "questions_per_second_at_p50": 77.20574124667604, |
| "peak_allocated_bytes": 9178941952, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 8, |
| "tokens_per_question": 499 |
| }, |
| "16": { |
| "count": 30, |
| "p50_ms": 206.9910775, |
| "p95_ms": 207.62369065000001, |
| "mean_ms": 206.9661473, |
| "std_ms": 0.49304760661506103, |
| "minimum_ms": 206.100008, |
| "maximum_ms": 207.740005, |
| "questions_per_second_at_p50": 77.2980178336431, |
| "peak_allocated_bytes": 9178946560, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 16, |
| "tokens_per_question": 499 |
| }, |
| "32": { |
| "count": 30, |
| "p50_ms": 414.19944399999997, |
| "p95_ms": 415.3707452, |
| "mean_ms": 414.2741519666667, |
| "std_ms": 0.6025438072196239, |
| "minimum_ms": 413.162275, |
| "maximum_ms": 416.066377, |
| "questions_per_second_at_p50": 77.25746729877311, |
| "peak_allocated_bytes": 9178946560, |
| "peak_reserved_bytes": 9246343168, |
| "questions": 32, |
| "tokens_per_question": 499 |
| } |
| }, |
| "timing_summary_sha256": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be", |
| "API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152", |
| "scope": "Only optimized path subsequently published, no old-release series. Fixed-length Python requests, excludes network and loading.", |
| "measurement_applicability": { |
| "measured_API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152", |
| "current_API_sha256": "6716bdabca3cd2f1aa447d42a6cf53ee62d7ea97984a01f16b4c09fac8aaf17e", |
| "measured_bundle_manifest_sha256": "83876db506b2d98e3e8ce7d34310b21f97bac30d4f5aef3371053798bff08830", |
| "current_bundle_manifest_sha256": "7d9b06bc25a75b1f131aabd280df0ef2777bf69db98574a300067ace40c61c9c", |
| "current_API_byte_identical_to_measured": false, |
| "measured_criteria_all_have_non_null_descriptions": true, |
| "runtime_change": "Only Choice description=None is replaced with that option key; explicit descriptions use the same rendering path.", |
| "same_measured_points_retained": true, |
| "current_null_description_latency_not_measured_by_this_curve": true, |
| "no_HTTP_throughput_claim": true |
| } |
| } |
|
|
