{
  "teacher": "Qwen/Qwen3.8-27B-FP8",
  "revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a",
  "server": {
    "vllm": "0.28.0",
    "hardware": "RTX PRO 6000 Blackwell Max-Q Workstation Edition, 96 GB",
    "context": 8192,
    "max_num_seqs": 32,
    "gpu_memory_utilization": 0.85,
    "language_model_only": true,
    "fp8_backend": "CUTLASS"
  },
  "phases": [
    {
      "name": "language_templates",
      "requests": 45,
      "concurrency": 16,
      "temperature": 0.8,
      "top_p": 0.95,
      "top_k": 20,
      "thinking": false,
      "mtp": false,
      "max_tokens": 4096
    },
    {
      "name": "direct_paraphrases",
      "requests": 1500,
      "concurrency": 32,
      "temperature": 0.7,
      "top_p": 0.95,
      "top_k": 20,
      "thinking": false,
      "mtp": false,
      "max_tokens": 500
    },
    {
      "name": "round_trip_verification",
      "requests": 1500,
      "temperature": 0,
      "thinking": false,
      "mtp": true,
      "num_speculative_tokens": 3,
      "max_tokens": 700
    },
    {
      "name": "training_template_semantic_audit",
      "requests": 330,
      "template_instances": 1313,
      "concurrency": 32,
      "temperature": 0,
      "thinking": false,
      "mtp": true,
      "num_speculative_tokens": 3,
      "max_tokens": 700,
      "accepted_instances": 1276,
      "flagged_instances": 37
    }
  ],
  "matched_benchmark": {
    "concurrency": 32,
    "mtp_off_tps": [
      688.80098,
      693.58296
    ],
    "mtp_3_tps": [
      926.42637,
      935.17359
    ],
    "warmup": "one full request round per configuration before measured rounds",
    "measured_rounds_per_configuration": 2,
    "requests_per_round": 64,
    "valid_json_per_configuration": 128,
    "truncated_per_configuration": 0,
    "temperature": 0.7,
    "top_p": 0.8,
    "top_k": 20,
    "presence_penalty": 0,
    "repetition_penalty": 1.0
  },
  "scope": "MTP speeds inference; it does not certify semantic correctness. Initial template/paraphrase generation preceded MTP; verification used MTP. No claim of a globally optimal configuration."
}