{
  "claim": "DCF soft/hard agreement across alpha=0.01..0.10",
  "scope": "benchmark-scale proxy; not the unreleased paper scorer/ADGs",
  "dataset": "https://huggingface.co/datasets/qwedsacf/competition_math",
  "dataset_revision": "e839825f9ec5c6cfa585c654a59610969ec13993",
  "dataset_file_sha256": "2325458edc03d786939ee9e1e5795efb9e2480247b6e1ed2c51f41bea7369c6a",
  "examples": 12500,
  "solution_claim_nodes": 57661,
  "step_count": {
    "minimum": 1,
    "median": 4.0,
    "maximum": 24
  },
  "graph_construction": "sentence/TeX-step split; sequential chain with transitive ancestors",
  "risk_proxy": "deterministic structural features plus pinned BLAKE2 jitter; not learned factuality",
  "threshold_grid": [
    0.05,
    0.1,
    0.15,
    0.2,
    0.25,
    0.3,
    0.35,
    0.4,
    0.45,
    0.5,
    0.55,
    0.6,
    0.65,
    0.7,
    0.75,
    0.8,
    0.85,
    0.9,
    0.95
  ],
  "temperature": 0.01,
  "ancestor_weight": 1.0,
  "rows": [
    {
      "alpha": 0.01,
      "calibrated_tau_alpha": 0.9485867535480055,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12126,
      "exact_set_agreement_percent": 97.008,
      "node_matches": 56650,
      "node_agreement_percent": 98.24664851459391,
      "hard_retained_nodes": 53769,
      "soft_retained_nodes": 54776,
      "minimum_selected_threshold_mass": 0.9932620530009145
    },
    {
      "alpha": 0.02,
      "calibrated_tau_alpha": 0.9058958085932685,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12126,
      "exact_set_agreement_percent": 97.008,
      "node_matches": 56650,
      "node_agreement_percent": 98.24664851459391,
      "hard_retained_nodes": 53769,
      "soft_retained_nodes": 54776,
      "minimum_selected_threshold_mass": 0.9932620530009145
    },
    {
      "alpha": 0.03,
      "calibrated_tau_alpha": 0.872870755145197,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12033,
      "exact_set_agreement_percent": 96.264,
      "node_matches": 56431,
      "node_agreement_percent": 97.86684240647925,
      "hard_retained_nodes": 51082,
      "soft_retained_nodes": 52310,
      "minimum_selected_threshold_mass": 0.9932620530009145
    },
    {
      "alpha": 0.04,
      "calibrated_tau_alpha": 0.8452746675506868,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 11992,
      "exact_set_agreement_percent": 95.936,
      "node_matches": 56289,
      "node_agreement_percent": 97.62057543226791,
      "hard_retained_nodes": 47914,
      "soft_retained_nodes": 49284,
      "minimum_selected_threshold_mass": 0.9932620530009145
    },
    {
      "alpha": 0.05,
      "calibrated_tau_alpha": 0.8213467377375022,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 11992,
      "exact_set_agreement_percent": 95.936,
      "node_matches": 56289,
      "node_agreement_percent": 97.62057543226791,
      "hard_retained_nodes": 47914,
      "soft_retained_nodes": 49284,
      "minimum_selected_threshold_mass": 0.9932620530009145
    },
    {
      "alpha": 0.06,
      "calibrated_tau_alpha": 0.7987028271142255,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12093,
      "exact_set_agreement_percent": 96.744,
      "node_matches": 56442,
      "node_agreement_percent": 97.8859194256083,
      "hard_retained_nodes": 45596,
      "soft_retained_nodes": 46813,
      "minimum_selected_threshold_mass": 0.9932620530009147
    },
    {
      "alpha": 0.07,
      "calibrated_tau_alpha": 0.7680811225829118,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12093,
      "exact_set_agreement_percent": 96.744,
      "node_matches": 56442,
      "node_agreement_percent": 97.8859194256083,
      "hard_retained_nodes": 45596,
      "soft_retained_nodes": 46813,
      "minimum_selected_threshold_mass": 0.9932620530009147
    },
    {
      "alpha": 0.08,
      "calibrated_tau_alpha": 0.7362484987343773,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12017,
      "exact_set_agreement_percent": 96.136,
      "node_matches": 56334,
      "node_agreement_percent": 97.69861778325038,
      "hard_retained_nodes": 43181,
      "soft_retained_nodes": 44506,
      "minimum_selected_threshold_mass": 0.9932620530009147
    },
    {
      "alpha": 0.09,
      "calibrated_tau_alpha": 0.7093421666704366,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12017,
      "exact_set_agreement_percent": 96.136,
      "node_matches": 56334,
      "node_agreement_percent": 97.69861778325038,
      "hard_retained_nodes": 43181,
      "soft_retained_nodes": 44506,
      "minimum_selected_threshold_mass": 0.9932620530009147
    },
    {
      "alpha": 0.1,
      "calibrated_tau_alpha": 0.6835161550334733,
      "examples": 12500,
      "claim_nodes": 57661,
      "exact_set_matches": 12038,
      "exact_set_agreement_percent": 96.304,
      "node_matches": 56324,
      "node_agreement_percent": 97.6812750385876,
      "hard_retained_nodes": 40560,
      "soft_retained_nodes": 41895,
      "minimum_selected_threshold_mass": 0.9932620530009145
    }
  ],
  "minimum_exact_set_agreement_percent": 95.936,
  "maximum_exact_set_agreement_percent": 97.008,
  "minimum_node_agreement_percent": 97.62057543226791,
  "maximum_node_agreement_percent": 98.24664851459391
}