{ "network_reference": { "source": "User-provided same-Runpod network measurement screenshot", "api_call_pattern": "240 consecutive calls across three rounds", "google_icmp_ping": { "samples": 5, "mean_ms": 31.97 }, "typesafe_tcp_443": { "samples": 10, "mean_ms": 181.55 }, "typesafe_tls_new_connections": { "samples": 10, "mean_ms": 184.57 }, "typesafe_icmp_response": false, "caveat": "Separate new-connection probes; no per-request subtraction or model-only latency inference." }, "typesafe_three_rounds": { "source": "User-provided TypeSafe three-round screenshot, 2026-09-21", "timing": "Official public API full HTTP response; pooled percentiles across all 240 requests", "raw_requests_independently_verified": false, "rounds": [ { "round": 1, "mean_ms": 298.83, "correct": 68, "questions": 80 }, { "round": 2, "mean_ms": 303.55, "correct": 66, "questions": 80 }, { "round": 3, "mean_ms": 305.57, "correct": 65, "questions": 80 } ], "overall_mean_ms": 302.65, "overall_correct": 199, "overall_requests": 240, "overall_accuracy_percent": 82.92, "p50_ms": 280.8, "p95_ms": 376.56, "p99_ms": 830.45, "aggregation": "Percentiles recomputed on pooled 240 records, not averages of per-round percentiles", "http_200_responses": 240, "note": "Historical single-run accuracy charts retain their original run; this is a separate repeated evaluation." }, "provided_snapshot": { "source": "User-provided screenshot", "raw_requests_independently_verified": false, "concurrency": null, "effort": "high", "hardware": "1x RTX PRO 6000 Blackwell 96GB", "timing": "vLLM HTTP full response", "reported_model": "APUS-OpenJev 9B-5949", "p50_ms": 25.58, "p95_ms": 222.36, "p99_ms": 275.58, "successful": 333, "requests": 333, "error_rate": 0 }, "verified_reference": { "source": "feat-jev-scale-9b-35b/docs/feat-jev-scale-9b-35b/evidence/vllm-merged-http-20260921/local-verification.json", "aggregation": "Median of three per-round percentiles", "concurrency": 1, "rounds": 3, "requests_per_round": 1040, "p50_ms": 25.34, "p95_ms": 222.83, "p99_ms": 276.78, "correct": 67, "quality_records": 80 }, "four_b_http": { "source": "User updated 4B P50 to18ms; P95/P99 ratios remain45%/56% of9B high", "evidence_kind": "P50: latest user-reported value; P95/P99: calculated from reported ratios; not a direct request-log replay", "reference_model": "9B-5949 high", "ratios": { "p50": null, "p95": 0.45, "p99": 0.56 }, "p50_ms": 18.0, "p95_ms": 100.06200000000001, "p99_ms": 154.3248, "display_ms": { "p50_ms": 18.0, "p95_ms": 100.06, "p99_ms": 154.32 } }, "historical_rows": [ { "name": "Jev official API", "scope": "TypeSafe HTTP / 240 pooled requests", "p50_ms": 280.8, "p95_ms": 376.56 }, { "name": "Laya typed / full input", "scope": "Local system_one / three-run median", "p50_ms": 8.68, "p95_ms": 37.66 } ], "source_search": "No exact 333-request run found in local scale evidence, combined release, or archived loopback/diagnostic-load reports." }