{ "experiment": "R-MATH-INK-06-BOUNDARY-BEHAVIOR-GUARD-001", "generated_at": "2026-07-23T18:44:45.356755+00:00", "training": { "candidate_rows": 72223, "boundary_rows": 66842, "boundary_rate": 0.9254946485191697 }, "feature_names": [ "stroke_count", "point_count_log", "width_ref", "height_ref", "aspect_log", "temporal_span", "temporal_contiguous", "singleton", "geometry_votes", "has_temporal", "has_spatial_pair", "pair_gap_mean", "pair_gap_max", "stroke_width_mean", "stroke_width_std", "stroke_height_mean", "stroke_height_std" ], "reference_validation": { "threshold": 0.3, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, "winner_validation": { "threshold": 0.5, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6981818181818182, "exact_group_recall": 0.9580492920818039, "overmerge_rate": 0.12, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9687249398556536, "pair_recall": 0.9062265566391597, "pair_f1": 0.9364341085271317 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, "trials": [ { "threshold": 0.3, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.955951756685894, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9618138424821002, "pair_recall": 0.9069767441860465, "pair_f1": 0.9335907335907335 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9567383324593602, "overmerge_rate": 0.12727272727272726, "oversplit_rate": 0.22181818181818183, "pair_precision": 0.9662650602409638, "pair_recall": 0.9024756189047262, "pair_f1": 0.9332816136539953 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.6909090909090909, "exact_group_recall": 0.9572627163083377, "overmerge_rate": 0.12363636363636364, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9670682730923694, "pair_recall": 0.9032258064516129, "pair_f1": 0.9340574088440652 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9575249082328264, "overmerge_rate": 0.11636363636363636, "oversplit_rate": 0.2290909090909091, "pair_precision": 0.9692307692307692, "pair_recall": 0.8979744936234059, "pair_f1": 0.9322429906542056 }, "behavior_targets": { "x": { "samples": 277, "matched": 243, "oversplit": 33, "overmerge": 2, "grouping_recall": 0.8772563176895307 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9575249082328264, "overmerge_rate": 0.11636363636363636, "oversplit_rate": 0.2290909090909091, "pair_precision": 0.9692307692307692, "pair_recall": 0.8979744936234059, "pair_f1": 0.9322429906542056 }, "behavior_targets": { "x": { "samples": 277, "matched": 243, "oversplit": 33, "overmerge": 2, "grouping_recall": 0.8772563176895307 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.3, "weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9572627163083377, "overmerge_rate": 0.11636363636363636, "oversplit_rate": 0.23272727272727273, "pair_precision": 0.9691808596918086, "pair_recall": 0.8964741185296324, "pair_f1": 0.93141075604053 }, "behavior_targets": { "x": { "samples": 277, "matched": 243, "oversplit": 33, "overmerge": 2, "grouping_recall": 0.8772563176895307 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 49, "grouping_recall": 0.8305084745762712, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 14, "grouping_recall": 0.8235294117647058 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9554273728369166, "overmerge_rate": 0.14181818181818182, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9610492845786963, "pair_recall": 0.9069767441860465, "pair_f1": 0.933230412967966 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9562139486103828, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9648562300319489, "pair_recall": 0.9062265566391597, "pair_f1": 0.9346228239845261 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.6909090909090909, "exact_group_recall": 0.957000524383849, "overmerge_rate": 0.12727272727272726, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9664, "pair_recall": 0.9062265566391597, "pair_f1": 0.9353464963221061 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6981818181818182, "exact_group_recall": 0.9580492920818039, "overmerge_rate": 0.12, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9687249398556536, "pair_recall": 0.9062265566391597, "pair_f1": 0.9364341085271317 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.6981818181818182, "exact_group_recall": 0.9580492920818039, "overmerge_rate": 0.12, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9687249398556536, "pair_recall": 0.9062265566391597, "pair_f1": 0.9364341085271317 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.5, "weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.6909090909090909, "exact_group_recall": 0.9575249082328264, "overmerge_rate": 0.12, "oversplit_rate": 0.22181818181818183, "pair_precision": 0.9686495176848875, "pair_recall": 0.9039759939984996, "pair_f1": 0.9351959642995732 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 32, "overmerge": 2, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 49, "grouping_recall": 0.8305084745762712, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 14, "grouping_recall": 0.8235294117647058 }, "\\rightarrow": { "samples": 20, "matched": 16, "grouping_recall": 0.8 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9543786051389617, "overmerge_rate": 0.14545454545454545, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9594916600476568, "pair_recall": 0.9062265566391597, "pair_f1": 0.9320987654320987 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9640861931364725, "pair_recall": 0.9062265566391597, "pair_f1": 0.934261407579273 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9640861931364725, "pair_recall": 0.9062265566391597, "pair_f1": 0.934261407579273 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6909090909090909, "exact_group_recall": 0.9567383324593602, "overmerge_rate": 0.13090909090909092, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9664, "pair_recall": 0.9062265566391597, "pair_f1": 0.9353464963221061 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.6909090909090909, "exact_group_recall": 0.9567383324593602, "overmerge_rate": 0.13090909090909092, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9664, "pair_recall": 0.9062265566391597, "pair_f1": 0.9353464963221061 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.65, "weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.6945454545454546, "exact_group_recall": 0.9575249082328264, "overmerge_rate": 0.12363636363636364, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9679230152365678, "pair_recall": 0.905476369092273, "pair_f1": 0.9356589147286822 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 50, "grouping_recall": 0.847457627118644, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 14, "grouping_recall": 0.8235294117647058 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9543786051389617, "overmerge_rate": 0.14545454545454545, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9594916600476568, "pair_recall": 0.9062265566391597, "pair_f1": 0.9320987654320987 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9551651809124279, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9632881085395052, "pair_recall": 0.905476369092273, "pair_f1": 0.9334880123743232 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9551651809124279, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9632881085395052, "pair_recall": 0.905476369092273, "pair_f1": 0.9334880123743232 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.8, "weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 0.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9528054535920294, "overmerge_rate": 0.14909090909090908, "oversplit_rate": 0.21818181818181817, "pair_precision": 0.9563838223632039, "pair_recall": 0.9047261815453863, "pair_f1": 0.9298380878951427 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 1.0, "global": { "formulas": 275, "exact_partition": 0.68, "exact_group_recall": 0.9543786051389617, "overmerge_rate": 0.14545454545454545, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9594916600476568, "pair_recall": 0.9062265566391597, "pair_f1": 0.9320987654320987 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 2.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9551651809124279, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9632881085395052, "pair_recall": 0.905476369092273, "pair_f1": 0.9334880123743232 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 4.0, "global": { "formulas": 275, "exact_partition": 0.6836363636363636, "exact_group_recall": 0.9551651809124279, "overmerge_rate": 0.13818181818181818, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.9632881085395052, "pair_recall": 0.905476369092273, "pair_f1": 0.9334880123743232 }, "behavior_targets": { "x": { "samples": 277, "matched": 244, "oversplit": 31, "overmerge": 3, "grouping_recall": 0.8808664259927798 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 6.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 8.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } }, { "threshold": 0.9, "weight": 12.0, "global": { "formulas": 275, "exact_partition": 0.6872727272727273, "exact_group_recall": 0.9556895647614053, "overmerge_rate": 0.13454545454545455, "oversplit_rate": 0.21454545454545454, "pair_precision": 0.964828137490008, "pair_recall": 0.905476369092273, "pair_f1": 0.9342105263157895 }, "behavior_targets": { "x": { "samples": 277, "matched": 245, "oversplit": 31, "overmerge": 2, "grouping_recall": 0.8844765342960289 }, "X": { "samples": 7, "matched": 7, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 }, "\\times": { "samples": 44, "matched": 44, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 59, "matched": 51, "grouping_recall": 0.864406779661017, "by_label": { "\\sum": { "samples": 11, "matched": 8, "grouping_recall": 0.7272727272727273 }, "\\pi": { "samples": 17, "matched": 15, "grouping_recall": 0.8823529411764706 }, "\\rightarrow": { "samples": 20, "matched": 17, "grouping_recall": 0.85 }, "\\neq": { "samples": 2, "matched": 2, "grouping_recall": 1.0 }, "\\pm": { "samples": 9, "matched": 9, "grouping_recall": 1.0 } } } } ], "official_test_reference": { "threshold": 0.3, "weight": 0.0, "global": { "formulas": 488, "exact_partition": 0.6004098360655737, "exact_group_recall": 0.9370456528060482, "overmerge_rate": 0.21721311475409835, "oversplit_rate": 0.2520491803278688, "pair_precision": 0.9231143552311436, "pair_recall": 0.8986262434864993, "pair_f1": 0.9107057129140663 }, "behavior_targets": { "x": { "samples": 450, "matched": 412, "oversplit": 30, "overmerge": 12, "grouping_recall": 0.9155555555555556 }, "X": { "samples": 14, "matched": 12, "oversplit": 2, "overmerge": 1, "grouping_recall": 0.8571428571428571 }, "\\times": { "samples": 36, "matched": 36, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 135, "matched": 112, "grouping_recall": 0.8296296296296296, "by_label": { "\\sum": { "samples": 31, "matched": 22, "grouping_recall": 0.7096774193548387 }, "\\pi": { "samples": 30, "matched": 27, "grouping_recall": 0.9 }, "\\rightarrow": { "samples": 49, "matched": 44, "grouping_recall": 0.8979591836734694 }, "\\neq": { "samples": 13, "matched": 10, "grouping_recall": 0.7692307692307693 }, "\\pm": { "samples": 12, "matched": 9, "grouping_recall": 0.75 } } } }, "official_test_winner": { "threshold": 0.5, "weight": 6.0, "global": { "formulas": 488, "exact_partition": 0.6024590163934426, "exact_group_recall": 0.9396626926432102, "overmerge_rate": 0.20491803278688525, "oversplit_rate": 0.2581967213114754, "pair_precision": 0.9301524840137727, "pair_recall": 0.8957839886309806, "pair_f1": 0.9126447876447876 }, "behavior_targets": { "x": { "samples": 450, "matched": 411, "oversplit": 32, "overmerge": 11, "grouping_recall": 0.9133333333333333 }, "X": { "samples": 14, "matched": 12, "oversplit": 2, "overmerge": 1, "grouping_recall": 0.8571428571428571 }, "\\times": { "samples": 36, "matched": 36, "oversplit": 0, "overmerge": 0, "grouping_recall": 1.0 } }, "families": { "total": 135, "matched": 110, "grouping_recall": 0.8148148148148148, "by_label": { "\\sum": { "samples": 31, "matched": 22, "grouping_recall": 0.7096774193548387 }, "\\pi": { "samples": 30, "matched": 26, "grouping_recall": 0.8666666666666667 }, "\\rightarrow": { "samples": 49, "matched": 43, "grouping_recall": 0.8775510204081632 }, "\\neq": { "samples": 13, "matched": 10, "grouping_recall": 0.7692307692307693 }, "\\pm": { "samples": 12, "matched": 9, "grouping_recall": 0.75 } } } }, "official_test_deltas": { "exact_partition_pp": 0.2049180327868827, "pair_f1_pp": 0.1939074730721302, "x_grouping_pp": -0.22222222222222365, "family_grouping_pp": -1.4814814814814836 }, "decision": { "adopted": true, "selected_threshold": 0.5, "selected_weight": 6.0 }, "artifact": "research\\runs\\math_ink_06_boundary_behavior_guard_20260724\\boundary_behavior_guard.joblib", "track": "R_noncommercial_only", "product_validation": false }