{ "experiment": "R-MATH-INK-06-LOCAL-BASELINE-GUARD-001", "generated_at": "2026-07-23T18:36:25.447949+00:00", "selection_contract": { "split": "CROHME trainData writer-validation only", "cross_gap_ratio": 0.4, "multistroke_family_boost": 6.0, "maximum_x_regression_pp": 1.0, "maximum_family_regression_pp": 2.0, "maximum_pair_f1_regression_pp": 0.25 }, "signal_coverage": { "validation_candidates": 3293, "official_test_candidates": 5061 }, "reference_validation": { "local_baseline_weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, "winner_validation": { "local_baseline_weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, "trials": [ { "local_baseline_weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 0.5, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 3.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "local_baseline_weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } } ], "official_test_reference": { "local_baseline_weight": 0.0, "global": { "formulas": 488, "exact_partition": 0.6004098360655737, "exact_group_recall": 0.9370456528060482, "overmerge_rate": 0.21721311475409835, "oversplit_rate": 0.2520491803278688, "pair_precision": 0.9231143552311436, "pair_recall": 0.8986262434864993, "pair_f1": 0.9107057129140663 }, "behavior_targets": { "x": { "samples": 450, "matched": 412, "oversplit": 30, "overmerge": 12, "grouping_recall": 0.9155555555555556 }, "X": { "samples": 14, "matched": 12, "oversplit": 2, "overmerge": 1, "grouping_recall": 0.8571428571428571 }, "\\times": { "samples": 36, "matched": 36, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 135, "matched": 112, "grouping_recall": 0.8296296296296296, "by_label": { "\\sum": { "samples": 31, "matched": 22, "grouping_recall": 0.7096774193548387 }, "\\pi": { "samples": 30, "matched": 27, "grouping_recall": 0.9 }, "\\rightarrow": { "samples": 49, "matched": 44, "grouping_recall": 0.8979591836734694 }, "\\neq": { "samples": 13, "matched": 10, "grouping_recall": 0.7692307692307693 }, "\\pm": { "samples": 12, "matched": 9, "grouping_recall": 0.75 } } } }, "official_test_winner": { "local_baseline_weight": 0.0, "global": { "formulas": 488, "exact_partition": 0.6004098360655737, "exact_group_recall": 0.9370456528060482, "overmerge_rate": 0.21721311475409835, "oversplit_rate": 0.2520491803278688, "pair_precision": 0.9231143552311436, "pair_recall": 0.8986262434864993, "pair_f1": 0.9107057129140663 }, "behavior_targets": { "x": { "samples": 450, "matched": 412, "oversplit": 30, "overmerge": 12, "grouping_recall": 0.9155555555555556 }, "X": { "samples": 14, "matched": 12, "oversplit": 2, "overmerge": 1, "grouping_recall": 0.8571428571428571 }, "\\times": { "samples": 36, "matched": 36, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 135, "matched": 112, "grouping_recall": 0.8296296296296296, "by_label": { "\\sum": { "samples": 31, "matched": 22, "grouping_recall": 0.7096774193548387 }, "\\pi": { "samples": 30, "matched": 27, "grouping_recall": 0.9 }, "\\rightarrow": { "samples": 49, "matched": 44, "grouping_recall": 0.8979591836734694 }, "\\neq": { "samples": 13, "matched": 10, "grouping_recall": 0.7692307692307693 }, "\\pm": { "samples": 12, "matched": 9, "grouping_recall": 0.75 } } } }, "official_test_deltas": { "exact_partition_pp": 0.0, "pair_f1_pp": 0.0, "x_grouping_pp": 0.0, "family_grouping_pp": 0.0 }, "decision": { "adopted": false, "selected_local_baseline_weight": 0.0, "reason": "official adoption gate failed" }, "track": "R_noncommercial_only", "product_validation": false }