{
  "title": "APUS-OpenJev-v1",
  "created_date": "2026-09-21",
  "panel": {
    "records": 80,
    "parent_groups": 79,
    "task_counts": {
      "Browser": 16,
      "HelpSteer3": 16,
      "BoolQ": 16,
      "MNLI": 16,
      "Score": 16
    },
    "score_labels": "16 No, 0 Yes",
    "split": "validation/development regression; not sealed final",
    "laya_export_sha256": "26aa47e8f56c18a403eb4c8379d5cccb9cea5af97c191ab26ec36b8fb17ae923"
  },
  "accuracy": [
    {
      "model": "APUS-OpenJev 9B",
      "correct": 68,
      "total": 80,
      "percentage": 85.0,
      "source": "merged9b",
      "effort": "high",
      "variant_directory": "9B-3000"
    },
    {
      "model": "APUS-OpenJev 4B",
      "correct": 66,
      "total": 80,
      "percentage": 82.5,
      "source": "merged4b",
      "effort": "high",
      "variant_directory": "4B-5949"
    },
    {
      "model": "Jev official API",
      "correct": 66,
      "total": 80,
      "percentage": 82.5,
      "source": "native9b_latency"
    },
    {
      "model": "Laya typed / full input",
      "correct": 55,
      "total": 80,
      "percentage": 68.75,
      "source": "laya_repeats",
      "config": "typed-fullinput",
      "repetitions": 3,
      "identical_accuracy": true,
      "truncations": 0
    }
  ],
  "latency": {
    "native_forward_historical": [
      {
        "model": "APUS-OpenJev 9B",
        "p50_ms": 77.76357303373516,
        "p95_ms": 505.1563191227615,
        "source": "native9b_latency"
      },
      {
        "model": "APUS-OpenJev 4B",
        "p50_ms": 85.43,
        "p95_ms": 406.3,
        "source": "native4b_latency"
      }
    ],
    "laya_local_system_one": {
      "model": "Laya typed / full input",
      "p50_ms": 8.684632601216435,
      "p95_ms": 37.65514073893428,
      "p50_range_ms": [
        8.429150097072124,
        8.730278117582202
      ],
      "p95_range_ms": [
        37.441988941282034,
        37.88864379748702
      ],
      "aggregation": "median of three per-run P50 and P95 values; not pooled or fastest-run selection",
      "scope": "native system_one includes tokenization, transfer, forward and structured response; excludes HTTP and loading",
      "source": "laya_repeats"
    },
    "official_http": {
      "model": "Jev official API",
      "p50_ms": 436.9597500190139,
      "p95_ms": 4874.612333020195,
      "scope": "remote full HTTP response including network/queue/service; not client-observable TTFT",
      "source": "native9b_latency"
    },
    "cross_scope_speedup_claim": false,
    "merged_package_latency_retest": false
  },
  "sources": {
    "laya_repeats": {
      "project_relative_path": "docs/feat-jev-combined/evidence/laya-repeated-20260921/summary.json",
      "sha256": "16a2d3a265909e40f65cdb9331417a6d46a1f2140759f94d2b183728d64825e6"
    },
    "native9b_latency": {
      "project_relative_path": "docs/feat-jev-combined/evidence/9b-checkpoints80/3000/report.json",
      "sha256": "f3b93d04ab8e99d3cf135d410b559e1c96e980fba43c59b71428fe8c815b9303"
    },
    "native4b_latency": {
      "project_relative_path": "docs/feat-jev-combined/official-typesafe-vs-final5949-80-20260920.md",
      "sha256": "5a7568a998d4be13555374399aa91e9b458d782336b14ab33603a2ebcabe99fc"
    },
    "merged4b": {
      "project_relative_path": "docs/feat-jev-combined/openjet-release-20260921/merged-release/evidence/4B/comparison.json",
      "sha256": "97cc94ddebb4f321d3d4ed29c89a0d8b1b3d6570e48bff427c635ba82f67862e"
    },
    "merged9b": {
      "project_relative_path": "docs/feat-jev-combined/openjet-release-20260921/merged-release/evidence/9B/comparison.json",
      "sha256": "d2ea8a7af10f09fdfde166384ffb18fb5a19ebf1a1281c58cb72806a45878c41"
    },
    "panel_description": {
      "project_relative_path": "docs/feat-jev-combined/openjet-release-20260921/eval-dataset/SPLIT_AND_EVALUATION.md",
      "sha256": "b14b8af51f0527443b369f6995d46b786207dbf663ef2ce5afc9cc0a02d31b8b"
    }
  },
  "limitations": [
    "80 development questions are reused and have influenced development/version selection.",
    "Two more correct answers than Jev does not establish significant superiority or noninferiority.",
    "Score is all No; Browser is static candidate selection, not website completion.",
    "Laya full-input formatting was changed without retraining; three repeats do not increase independent sample size.",
    "Historical native forward, local system_one and remote HTTP are different timing boundaries."
  ]
}