{
  "status": "ok",
  "errors": [],
  "scope": "structural and deterministic-output comparison; semantic quality remains a separately reported H100 sanity check",
  "reference": {
    "path": "/workspace/solar-open2-mixed-ds4/fixtures/reference/q8-quality-sanity-nothink.json",
    "variant": "Q8_0"
  },
  "candidate": {
    "path": "/workspace/solar-open2-mixed-ds4/fixtures/reference/v1-quality-sanity-nothink.json",
    "variant": "MXQ-v1"
  },
  "summary": {
    "prompt_count": 8,
    "all_candidate_outputs_nonempty_and_token_ids_valid": true,
    "exact_sequence_count": 1,
    "first_token_match_count": 7,
    "mean_common_prefix_tokens": 19.0,
    "mean_position_match_rate": 0.25630006114059345,
    "mean_sequence_match_ratio": 0.6881860503292394
  },
  "comparisons": [
    {
      "id": "ko_qa_01",
      "category": "ko_qa",
      "reference_tokens": 50,
      "candidate_tokens": 43,
      "common_prefix_tokens": 6,
      "position_match_rate": 0.16279069767441862,
      "sequence_match_ratio": 0.3870967741935484,
      "candidate_stop": true,
      "candidate_stop_type": "eos"
    },
    {
      "id": "ko_reasoning_01",
      "category": "ko_reasoning",
      "reference_tokens": 256,
      "candidate_tokens": 256,
      "common_prefix_tokens": 17,
      "position_match_rate": 0.06640625,
      "sequence_match_ratio": 0.55859375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_instruction_02",
      "category": "en_instruction",
      "reference_tokens": 54,
      "candidate_tokens": 66,
      "common_prefix_tokens": 17,
      "position_match_rate": 0.3148148148148148,
      "sequence_match_ratio": 0.65,
      "candidate_stop": true,
      "candidate_stop_type": "eos"
    },
    {
      "id": "en_reasoning_01",
      "category": "en_reasoning",
      "reference_tokens": 256,
      "candidate_tokens": 256,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.0078125,
      "sequence_match_ratio": 0.86328125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ja_qa_01",
      "category": "ja_qa",
      "reference_tokens": 256,
      "candidate_tokens": 256,
      "common_prefix_tokens": 10,
      "position_match_rate": 0.046875,
      "sequence_match_ratio": 0.41015625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "code_01",
      "category": "code_generation",
      "reference_tokens": 256,
      "candidate_tokens": 256,
      "common_prefix_tokens": 57,
      "position_match_rate": 0.24609375,
      "sequence_match_ratio": 0.69140625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "structured_01",
      "category": "structured_tool_json",
      "reference_tokens": 33,
      "candidate_tokens": 33,
      "common_prefix_tokens": 33,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "eos"
    },
    {
      "id": "summary_01",
      "category": "long_summary",
      "reference_tokens": 111,
      "candidate_tokens": 107,
      "common_prefix_tokens": 12,
      "position_match_rate": 0.205607476635514,
      "sequence_match_ratio": 0.944954128440367,
      "candidate_stop": true,
      "candidate_stop_type": "eos"
    }
  ]
}