| { |
| "claim": "DCF soft/hard agreement across alpha=0.01..0.10", |
| "scope": "benchmark-scale proxy; not the unreleased paper scorer/ADGs", |
| "dataset": "https://huggingface.co/datasets/qwedsacf/competition_math", |
| "dataset_revision": "e839825f9ec5c6cfa585c654a59610969ec13993", |
| "dataset_file_sha256": "2325458edc03d786939ee9e1e5795efb9e2480247b6e1ed2c51f41bea7369c6a", |
| "examples": 12500, |
| "solution_claim_nodes": 57661, |
| "step_count": { |
| "minimum": 1, |
| "median": 4.0, |
| "maximum": 24 |
| }, |
| "graph_construction": "sentence/TeX-step split; sequential chain with transitive ancestors", |
| "risk_proxy": "deterministic structural features plus pinned BLAKE2 jitter; not learned factuality", |
| "threshold_grid": [ |
| 0.05, |
| 0.1, |
| 0.15, |
| 0.2, |
| 0.25, |
| 0.3, |
| 0.35, |
| 0.4, |
| 0.45, |
| 0.5, |
| 0.55, |
| 0.6, |
| 0.65, |
| 0.7, |
| 0.75, |
| 0.8, |
| 0.85, |
| 0.9, |
| 0.95 |
| ], |
| "temperature": 0.01, |
| "ancestor_weight": 1.0, |
| "rows": [ |
| { |
| "alpha": 0.01, |
| "calibrated_tau_alpha": 0.9485867535480055, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12126, |
| "exact_set_agreement_percent": 97.008, |
| "node_matches": 56650, |
| "node_agreement_percent": 98.24664851459391, |
| "hard_retained_nodes": 53769, |
| "soft_retained_nodes": 54776, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| }, |
| { |
| "alpha": 0.02, |
| "calibrated_tau_alpha": 0.9058958085932685, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12126, |
| "exact_set_agreement_percent": 97.008, |
| "node_matches": 56650, |
| "node_agreement_percent": 98.24664851459391, |
| "hard_retained_nodes": 53769, |
| "soft_retained_nodes": 54776, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| }, |
| { |
| "alpha": 0.03, |
| "calibrated_tau_alpha": 0.872870755145197, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12033, |
| "exact_set_agreement_percent": 96.264, |
| "node_matches": 56431, |
| "node_agreement_percent": 97.86684240647925, |
| "hard_retained_nodes": 51082, |
| "soft_retained_nodes": 52310, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| }, |
| { |
| "alpha": 0.04, |
| "calibrated_tau_alpha": 0.8452746675506868, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 11992, |
| "exact_set_agreement_percent": 95.936, |
| "node_matches": 56289, |
| "node_agreement_percent": 97.62057543226791, |
| "hard_retained_nodes": 47914, |
| "soft_retained_nodes": 49284, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| }, |
| { |
| "alpha": 0.05, |
| "calibrated_tau_alpha": 0.8213467377375022, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 11992, |
| "exact_set_agreement_percent": 95.936, |
| "node_matches": 56289, |
| "node_agreement_percent": 97.62057543226791, |
| "hard_retained_nodes": 47914, |
| "soft_retained_nodes": 49284, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| }, |
| { |
| "alpha": 0.06, |
| "calibrated_tau_alpha": 0.7987028271142255, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12093, |
| "exact_set_agreement_percent": 96.744, |
| "node_matches": 56442, |
| "node_agreement_percent": 97.8859194256083, |
| "hard_retained_nodes": 45596, |
| "soft_retained_nodes": 46813, |
| "minimum_selected_threshold_mass": 0.9932620530009147 |
| }, |
| { |
| "alpha": 0.07, |
| "calibrated_tau_alpha": 0.7680811225829118, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12093, |
| "exact_set_agreement_percent": 96.744, |
| "node_matches": 56442, |
| "node_agreement_percent": 97.8859194256083, |
| "hard_retained_nodes": 45596, |
| "soft_retained_nodes": 46813, |
| "minimum_selected_threshold_mass": 0.9932620530009147 |
| }, |
| { |
| "alpha": 0.08, |
| "calibrated_tau_alpha": 0.7362484987343773, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12017, |
| "exact_set_agreement_percent": 96.136, |
| "node_matches": 56334, |
| "node_agreement_percent": 97.69861778325038, |
| "hard_retained_nodes": 43181, |
| "soft_retained_nodes": 44506, |
| "minimum_selected_threshold_mass": 0.9932620530009147 |
| }, |
| { |
| "alpha": 0.09, |
| "calibrated_tau_alpha": 0.7093421666704366, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12017, |
| "exact_set_agreement_percent": 96.136, |
| "node_matches": 56334, |
| "node_agreement_percent": 97.69861778325038, |
| "hard_retained_nodes": 43181, |
| "soft_retained_nodes": 44506, |
| "minimum_selected_threshold_mass": 0.9932620530009147 |
| }, |
| { |
| "alpha": 0.1, |
| "calibrated_tau_alpha": 0.6835161550334733, |
| "examples": 12500, |
| "claim_nodes": 57661, |
| "exact_set_matches": 12038, |
| "exact_set_agreement_percent": 96.304, |
| "node_matches": 56324, |
| "node_agreement_percent": 97.6812750385876, |
| "hard_retained_nodes": 40560, |
| "soft_retained_nodes": 41895, |
| "minimum_selected_threshold_mass": 0.9932620530009145 |
| } |
| ], |
| "minimum_exact_set_agreement_percent": 95.936, |
| "maximum_exact_set_agreement_percent": 97.008, |
| "minimum_node_agreement_percent": 97.62057543226791, |
| "maximum_node_agreement_percent": 98.24664851459391 |
| } |
|
|
