| { | |
| "experiment": "R-MATH-INK-06-BOUNDARY-BEHAVIOR-GUARD-001", | |
| "generated_at": "2026-07-23T18:44:45.356755+00:00", | |
| "training": { | |
| "candidate_rows": 72223, | |
| "boundary_rows": 66842, | |
| "boundary_rate": 0.9254946485191697 | |
| }, | |
| "feature_names": [ | |
| "stroke_count", | |
| "point_count_log", | |
| "width_ref", | |
| "height_ref", | |
| "aspect_log", | |
| "temporal_span", | |
| "temporal_contiguous", | |
| "singleton", | |
| "geometry_votes", | |
| "has_temporal", | |
| "has_spatial_pair", | |
| "pair_gap_mean", | |
| "pair_gap_max", | |
| "stroke_width_mean", | |
| "stroke_width_std", | |
| "stroke_height_mean", | |
| "stroke_height_std" | |
| ], | |
| "reference_validation": { | |
| "threshold": 0.3, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| "winner_validation": { | |
| "threshold": 0.5, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6981818181818182, | |
| "exact_group_recall": 0.9580492920818039, | |
| "overmerge_rate": 0.12, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9687249398556536, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9364341085271317 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| "trials": [ | |
| { | |
| "threshold": 0.3, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.955951756685894, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9618138424821002, | |
| "pair_recall": 0.9069767441860465, | |
| "pair_f1": 0.9335907335907335 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9567383324593602, | |
| "overmerge_rate": 0.12727272727272726, | |
| "oversplit_rate": 0.22181818181818183, | |
| "pair_precision": 0.9662650602409638, | |
| "pair_recall": 0.9024756189047262, | |
| "pair_f1": 0.9332816136539953 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6909090909090909, | |
| "exact_group_recall": 0.9572627163083377, | |
| "overmerge_rate": 0.12363636363636364, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9670682730923694, | |
| "pair_recall": 0.9032258064516129, | |
| "pair_f1": 0.9340574088440652 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9575249082328264, | |
| "overmerge_rate": 0.11636363636363636, | |
| "oversplit_rate": 0.2290909090909091, | |
| "pair_precision": 0.9692307692307692, | |
| "pair_recall": 0.8979744936234059, | |
| "pair_f1": 0.9322429906542056 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 243, | |
| "oversplit": 33, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8772563176895307 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9575249082328264, | |
| "overmerge_rate": 0.11636363636363636, | |
| "oversplit_rate": 0.2290909090909091, | |
| "pair_precision": 0.9692307692307692, | |
| "pair_recall": 0.8979744936234059, | |
| "pair_f1": 0.9322429906542056 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 243, | |
| "oversplit": 33, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8772563176895307 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9572627163083377, | |
| "overmerge_rate": 0.11636363636363636, | |
| "oversplit_rate": 0.23272727272727273, | |
| "pair_precision": 0.9691808596918086, | |
| "pair_recall": 0.8964741185296324, | |
| "pair_f1": 0.93141075604053 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 243, | |
| "oversplit": 33, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8772563176895307 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 49, | |
| "grouping_recall": 0.8305084745762712, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 14, | |
| "grouping_recall": 0.8235294117647058 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9554273728369166, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9610492845786963, | |
| "pair_recall": 0.9069767441860465, | |
| "pair_f1": 0.933230412967966 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9562139486103828, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9648562300319489, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9346228239845261 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6909090909090909, | |
| "exact_group_recall": 0.957000524383849, | |
| "overmerge_rate": 0.12727272727272726, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9664, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9353464963221061 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6981818181818182, | |
| "exact_group_recall": 0.9580492920818039, | |
| "overmerge_rate": 0.12, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9687249398556536, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9364341085271317 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6981818181818182, | |
| "exact_group_recall": 0.9580492920818039, | |
| "overmerge_rate": 0.12, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9687249398556536, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9364341085271317 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.5, | |
| "weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6909090909090909, | |
| "exact_group_recall": 0.9575249082328264, | |
| "overmerge_rate": 0.12, | |
| "oversplit_rate": 0.22181818181818183, | |
| "pair_precision": 0.9686495176848875, | |
| "pair_recall": 0.9039759939984996, | |
| "pair_f1": 0.9351959642995732 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 32, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 49, | |
| "grouping_recall": 0.8305084745762712, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 14, | |
| "grouping_recall": 0.8235294117647058 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9543786051389617, | |
| "overmerge_rate": 0.14545454545454545, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9594916600476568, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9320987654320987 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9640861931364725, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.934261407579273 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9640861931364725, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.934261407579273 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6909090909090909, | |
| "exact_group_recall": 0.9567383324593602, | |
| "overmerge_rate": 0.13090909090909092, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9664, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9353464963221061 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6909090909090909, | |
| "exact_group_recall": 0.9567383324593602, | |
| "overmerge_rate": 0.13090909090909092, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9664, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9353464963221061 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.65, | |
| "weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6945454545454546, | |
| "exact_group_recall": 0.9575249082328264, | |
| "overmerge_rate": 0.12363636363636364, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9679230152365678, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9356589147286822 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 50, | |
| "grouping_recall": 0.847457627118644, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 14, | |
| "grouping_recall": 0.8235294117647058 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9543786051389617, | |
| "overmerge_rate": 0.14545454545454545, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9594916600476568, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9320987654320987 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9551651809124279, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9632881085395052, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9334880123743232 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9551651809124279, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9632881085395052, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9334880123743232 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.8, | |
| "weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9543786051389617, | |
| "overmerge_rate": 0.14545454545454545, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9594916600476568, | |
| "pair_recall": 0.9062265566391597, | |
| "pair_f1": 0.9320987654320987 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9551651809124279, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9632881085395052, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9334880123743232 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6836363636363636, | |
| "exact_group_recall": 0.9551651809124279, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.9632881085395052, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9334880123743232 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 244, | |
| "oversplit": 31, | |
| "overmerge": 3, | |
| "grouping_recall": 0.8808664259927798 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 8.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "threshold": 0.9, | |
| "weight": 12.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6872727272727273, | |
| "exact_group_recall": 0.9556895647614053, | |
| "overmerge_rate": 0.13454545454545455, | |
| "oversplit_rate": 0.21454545454545454, | |
| "pair_precision": 0.964828137490008, | |
| "pair_recall": 0.905476369092273, | |
| "pair_f1": 0.9342105263157895 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 277, | |
| "matched": 245, | |
| "oversplit": 31, | |
| "overmerge": 2, | |
| "grouping_recall": 0.8844765342960289 | |
| }, | |
| "X": { | |
| "samples": 7, | |
| "matched": 7, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\times": { | |
| "samples": 44, | |
| "matched": 44, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "official_test_reference": { | |
| "threshold": 0.3, | |
| "weight": 0.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.6004098360655737, | |
| "exact_group_recall": 0.9370456528060482, | |
| "overmerge_rate": 0.21721311475409835, | |
| "oversplit_rate": 0.2520491803278688, | |
| "pair_precision": 0.9231143552311436, | |
| "pair_recall": 0.8986262434864993, | |
| "pair_f1": 0.9107057129140663 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 450, | |
| "matched": 412, | |
| "oversplit": 30, | |
| "overmerge": 12, | |
| "grouping_recall": 0.9155555555555556 | |
| }, | |
| "X": { | |
| "samples": 14, | |
| "matched": 12, | |
| "oversplit": 2, | |
| "overmerge": 1, | |
| "grouping_recall": 0.8571428571428571 | |
| }, | |
| "\\times": { | |
| "samples": 36, | |
| "matched": 36, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 112, | |
| "grouping_recall": 0.8296296296296296, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 22, | |
| "grouping_recall": 0.7096774193548387 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 27, | |
| "grouping_recall": 0.9 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 44, | |
| "grouping_recall": 0.8979591836734694 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 10, | |
| "grouping_recall": 0.7692307692307693 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 9, | |
| "grouping_recall": 0.75 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_winner": { | |
| "threshold": 0.5, | |
| "weight": 6.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.6024590163934426, | |
| "exact_group_recall": 0.9396626926432102, | |
| "overmerge_rate": 0.20491803278688525, | |
| "oversplit_rate": 0.2581967213114754, | |
| "pair_precision": 0.9301524840137727, | |
| "pair_recall": 0.8957839886309806, | |
| "pair_f1": 0.9126447876447876 | |
| }, | |
| "behavior_targets": { | |
| "x": { | |
| "samples": 450, | |
| "matched": 411, | |
| "oversplit": 32, | |
| "overmerge": 11, | |
| "grouping_recall": 0.9133333333333333 | |
| }, | |
| "X": { | |
| "samples": 14, | |
| "matched": 12, | |
| "oversplit": 2, | |
| "overmerge": 1, | |
| "grouping_recall": 0.8571428571428571 | |
| }, | |
| "\\times": { | |
| "samples": 36, | |
| "matched": 36, | |
| "oversplit": 0, | |
| "overmerge": 0, | |
| "grouping_recall": 1.0 | |
| } | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 110, | |
| "grouping_recall": 0.8148148148148148, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 22, | |
| "grouping_recall": 0.7096774193548387 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 26, | |
| "grouping_recall": 0.8666666666666667 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 43, | |
| "grouping_recall": 0.8775510204081632 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 10, | |
| "grouping_recall": 0.7692307692307693 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 9, | |
| "grouping_recall": 0.75 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_deltas": { | |
| "exact_partition_pp": 0.2049180327868827, | |
| "pair_f1_pp": 0.1939074730721302, | |
| "x_grouping_pp": -0.22222222222222365, | |
| "family_grouping_pp": -1.4814814814814836 | |
| }, | |
| "decision": { | |
| "adopted": true, | |
| "selected_threshold": 0.5, | |
| "selected_weight": 6.0 | |
| }, | |
| "artifact": "research\\runs\\math_ink_06_boundary_behavior_guard_20260724\\boundary_behavior_guard.joblib", | |
| "track": "R_noncommercial_only", | |
| "product_validation": false | |
| } | |