{
  "status": "ok",
  "errors": [],
  "scope": "structural and deterministic-output comparison; semantic quality remains a separately reported H100 sanity check",
  "reference": {
    "path": "/workspace/solar-open2-mixed-ds4/fixtures/reference/greedy-reference.json",
    "variant": "Q8_0"
  },
  "candidate": {
    "path": "/workspace/solar-open2-mixed-ds4/fixtures/reference/v1-greedy-reference.json",
    "variant": "MXQ-v1"
  },
  "summary": {
    "prompt_count": 32,
    "all_candidate_outputs_nonempty_and_token_ids_valid": true,
    "exact_sequence_count": 11,
    "first_token_match_count": 26,
    "mean_common_prefix_tokens": 20.375,
    "mean_position_match_rate": 0.66796875,
    "mean_sequence_match_ratio": 0.767578125
  },
  "comparisons": [
    {
      "id": "ko_qa_01",
      "category": "ko_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 30,
      "position_match_rate": 0.9375,
      "sequence_match_ratio": 0.9375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_qa_02",
      "category": "ko_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_qa_03",
      "category": "ko_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 29,
      "position_match_rate": 0.96875,
      "sequence_match_ratio": 0.96875,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_qa_04",
      "category": "ko_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 20,
      "position_match_rate": 0.625,
      "sequence_match_ratio": 0.65625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_reasoning_01",
      "category": "ko_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 5,
      "position_match_rate": 0.15625,
      "sequence_match_ratio": 0.40625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_reasoning_02",
      "category": "ko_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.0,
      "sequence_match_ratio": 0.0625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_reasoning_03",
      "category": "ko_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.03125,
      "sequence_match_ratio": 0.4375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ko_reasoning_04",
      "category": "ko_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 16,
      "position_match_rate": 0.53125,
      "sequence_match_ratio": 0.53125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_instruction_01",
      "category": "en_instruction",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_instruction_02",
      "category": "en_instruction",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 16,
      "position_match_rate": 0.96875,
      "sequence_match_ratio": 0.96875,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_instruction_03",
      "category": "en_instruction",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_instruction_04",
      "category": "en_instruction",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 14,
      "position_match_rate": 0.4375,
      "sequence_match_ratio": 0.84375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_reasoning_01",
      "category": "en_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_reasoning_02",
      "category": "en_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.0,
      "sequence_match_ratio": 0.15625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_reasoning_03",
      "category": "en_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "en_reasoning_04",
      "category": "en_reasoning",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 10,
      "position_match_rate": 0.53125,
      "sequence_match_ratio": 0.71875,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ja_qa_01",
      "category": "ja_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 25,
      "position_match_rate": 0.78125,
      "sequence_match_ratio": 0.78125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ja_qa_02",
      "category": "ja_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ja_qa_03",
      "category": "ja_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 14,
      "position_match_rate": 0.4375,
      "sequence_match_ratio": 0.90625,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "ja_qa_04",
      "category": "ja_qa",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "code_01",
      "category": "code_generation",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.0,
      "sequence_match_ratio": 0.125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "code_02",
      "category": "code_generation",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 24,
      "position_match_rate": 0.75,
      "sequence_match_ratio": 0.78125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "code_03",
      "category": "code_generation",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.03125,
      "sequence_match_ratio": 0.125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "code_04",
      "category": "code_generation",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "structured_01",
      "category": "structured_tool_json",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 25,
      "position_match_rate": 0.78125,
      "sequence_match_ratio": 0.9375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "structured_02",
      "category": "structured_tool_json",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "structured_03",
      "category": "structured_tool_json",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "structured_04",
      "category": "structured_tool_json",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 32,
      "position_match_rate": 1.0,
      "sequence_match_ratio": 1.0,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "summary_01",
      "category": "long_summary",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 0,
      "position_match_rate": 0.03125,
      "sequence_match_ratio": 0.5,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "summary_02",
      "category": "long_summary",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 21,
      "position_match_rate": 0.65625,
      "sequence_match_ratio": 0.8125,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "summary_03",
      "category": "long_summary",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 27,
      "position_match_rate": 0.96875,
      "sequence_match_ratio": 0.96875,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    },
    {
      "id": "summary_04",
      "category": "long_summary",
      "reference_tokens": 32,
      "candidate_tokens": 32,
      "common_prefix_tokens": 24,
      "position_match_rate": 0.75,
      "sequence_match_ratio": 0.9375,
      "candidate_stop": true,
      "candidate_stop_type": "limit"
    }
  ]
}