| { | |
| "experiment": "R-MATH-INK-06-LOCAL-BASELINE-GUARD-001", | |
| "generated_at": "2026-07-23T18:36:25.447949+00:00", | |
| "selection_contract": { | |
| "split": "CROHME trainData writer-validation only", | |
| "cross_gap_ratio": 0.4, | |
| "multistroke_family_boost": 6.0, | |
| "maximum_x_regression_pp": 1.0, | |
| "maximum_family_regression_pp": 2.0, | |
| "maximum_pair_f1_regression_pp": 0.25 | |
| }, | |
| "signal_coverage": { | |
| "validation_candidates": 3293, | |
| "official_test_candidates": 5061 | |
| }, | |
| "reference_validation": { | |
| "local_baseline_weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| "winner_validation": { | |
| "local_baseline_weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| "trials": [ | |
| { | |
| "local_baseline_weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 0.5, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 3.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "local_baseline_weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "official_test_reference": { | |
| "local_baseline_weight": 0.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.6004098360655737, | |
| "exact_group_recall": 0.9370456528060482, | |
| "overmerge_rate": 0.21721311475409835, | |
| "oversplit_rate": 0.2520491803278688, | |
| "pair_precision": 0.9231143552311436, | |
| "pair_recall": 0.8986262434864993, | |
| "pair_f1": 0.9107057129140663 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 450, | |
| "matched": 412, | |
| "oversplit": 30, | |
| "overmerge": 12, | |
| "grouping_recall": 0.9155555555555556 | |
| }, | |
| "X": { | |
| "samples": 14, | |
| "matched": 12, | |
| "oversplit": 2, | |
| "overmerge": 1, | |
| "grouping_recall": 0.8571428571428571 | |
| }, | |
| "\\times": { | |
| "samples": 36, | |
| "matched": 36, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 112, | |
| "grouping_recall": 0.8296296296296296, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 22, | |
| "grouping_recall": 0.7096774193548387 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 27, | |
| "grouping_recall": 0.9 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 44, | |
| "grouping_recall": 0.8979591836734694 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 10, | |
| "grouping_recall": 0.7692307692307693 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 9, | |
| "grouping_recall": 0.75 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_winner": { | |
| "local_baseline_weight": 0.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.6004098360655737, | |
| "exact_group_recall": 0.9370456528060482, | |
| "overmerge_rate": 0.21721311475409835, | |
| "oversplit_rate": 0.2520491803278688, | |
| "pair_precision": 0.9231143552311436, | |
| "pair_recall": 0.8986262434864993, | |
| "pair_f1": 0.9107057129140663 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 450, | |
| "matched": 412, | |
| "oversplit": 30, | |
| "overmerge": 12, | |
| "grouping_recall": 0.9155555555555556 | |
| }, | |
| "X": { | |
| "samples": 14, | |
| "matched": 12, | |
| "oversplit": 2, | |
| "overmerge": 1, | |
| "grouping_recall": 0.8571428571428571 | |
| }, | |
| "\\times": { | |
| "samples": 36, | |
| "matched": 36, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 112, | |
| "grouping_recall": 0.8296296296296296, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 22, | |
| "grouping_recall": 0.7096774193548387 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 27, | |
| "grouping_recall": 0.9 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 44, | |
| "grouping_recall": 0.8979591836734694 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 10, | |
| "grouping_recall": 0.7692307692307693 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 9, | |
| "grouping_recall": 0.75 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_deltas": { | |
| "exact_partition_pp": 0.0, | |
| "pair_f1_pp": 0.0, | |
| "x_grouping_pp": 0.0, | |
| "family_grouping_pp": 0.0 | |
| }, | |
| "decision": { | |
| "adopted": false, | |
| "selected_local_baseline_weight": 0.0, | |
| "reason": "official adoption gate failed" | |
| }, | |
| "track": "R_noncommercial_only", | |
| "product_validation": false | |
| } | |