| { | |
| "experiment": "R-MATH-INK-06-MULTISTROKE-FAMILY-GUARD-001", | |
| "generated_at": "2026-07-23T18:17:32.159942+00:00", | |
| "selection_contract": { | |
| "split": "CROHME trainData writer-validation only", | |
| "cross_gap_ratio": 0.4, | |
| "symbol_weight": 4.0, | |
| "maximum_exact_regression_pp": 0.5, | |
| "maximum_pair_f1_regression_pp": 0.25 | |
| }, | |
| "reference_validation": { | |
| "multistroke_family_boost": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6581818181818182, | |
| "exact_group_recall": 0.9480859989512324, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.24727272727272728, | |
| "pair_precision": 0.9605587510271159, | |
| "pair_recall": 0.8769692423105776, | |
| "pair_f1": 0.9168627450980391 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 28, | |
| "grouping_recall": 0.4745762711864407, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 2, | |
| "grouping_recall": 0.18181818181818182 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 10, | |
| "grouping_recall": 0.5882352941176471 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 1, | |
| "grouping_recall": 0.5 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 1, | |
| "grouping_recall": 0.1111111111111111 | |
| } | |
| } | |
| } | |
| }, | |
| "winner_validation": { | |
| "multistroke_family_boost": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| "trials": [ | |
| { | |
| "multistroke_family_boost": 0.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6581818181818182, | |
| "exact_group_recall": 0.9480859989512324, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.24727272727272728, | |
| "pair_precision": 0.9605587510271159, | |
| "pair_recall": 0.8769692423105776, | |
| "pair_f1": 0.9168627450980391 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 28, | |
| "grouping_recall": 0.4745762711864407, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 2, | |
| "grouping_recall": 0.18181818181818182 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 10, | |
| "grouping_recall": 0.5882352941176471 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 1, | |
| "grouping_recall": 0.5 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 1, | |
| "grouping_recall": 0.1111111111111111 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 0.5, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6654545454545454, | |
| "exact_group_recall": 0.9488725747246984, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.23636363636363636, | |
| "pair_precision": 0.9607522485690924, | |
| "pair_recall": 0.881470367591898, | |
| "pair_f1": 0.9194053208137716 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 31, | |
| "grouping_recall": 0.5254237288135594, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 2, | |
| "grouping_recall": 0.18181818181818182 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 11, | |
| "grouping_recall": 0.6470588235294118 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 1, | |
| "grouping_recall": 0.5 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 3, | |
| "grouping_recall": 0.3333333333333333 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 1.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6654545454545454, | |
| "exact_group_recall": 0.9499213424226534, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.23272727272727273, | |
| "pair_precision": 0.9609756097560975, | |
| "pair_recall": 0.886721680420105, | |
| "pair_f1": 0.9223566133437378 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 35, | |
| "grouping_recall": 0.5932203389830508, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 3, | |
| "grouping_recall": 0.2727272727272727 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 11, | |
| "grouping_recall": 0.6470588235294118 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 5, | |
| "grouping_recall": 0.5555555555555556 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 1.5, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6690909090909091, | |
| "exact_group_recall": 0.951232302045097, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.2290909090909091, | |
| "pair_precision": 0.9627831715210357, | |
| "pair_recall": 0.8927231807951987, | |
| "pair_f1": 0.9264305177111717 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 39, | |
| "grouping_recall": 0.6610169491525424, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 3, | |
| "grouping_recall": 0.2727272727272727 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 12, | |
| "grouping_recall": 0.7058823529411765 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 8, | |
| "grouping_recall": 0.8888888888888888 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 2.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6727272727272727, | |
| "exact_group_recall": 0.9520188778185632, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.22545454545454546, | |
| "pair_precision": 0.9629032258064516, | |
| "pair_recall": 0.8957239309827457, | |
| "pair_f1": 0.9280994947532063 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 42, | |
| "grouping_recall": 0.711864406779661, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 5, | |
| "grouping_recall": 0.45454545454545453 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 12, | |
| "grouping_recall": 0.7058823529411765 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 14, | |
| "grouping_recall": 0.7 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 3.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6763636363636364, | |
| "exact_group_recall": 0.9530676455165181, | |
| "overmerge_rate": 0.13818181818181818, | |
| "oversplit_rate": 0.22181818181818183, | |
| "pair_precision": 0.9630522088353414, | |
| "pair_recall": 0.8994748687171793, | |
| "pair_f1": 0.930178432893716 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 45, | |
| "grouping_recall": 0.7627118644067796, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 5, | |
| "grouping_recall": 0.45454545454545453 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 13, | |
| "grouping_recall": 0.7647058823529411 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 4.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.6763636363636364, | |
| "exact_group_recall": 0.9533298374410069, | |
| "overmerge_rate": 0.14181818181818182, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9616613418530351, | |
| "pair_recall": 0.9032258064516129, | |
| "pair_f1": 0.9315280464216633 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 48, | |
| "grouping_recall": 0.8135593220338984, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 6, | |
| "grouping_recall": 0.5454545454545454 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 16, | |
| "grouping_recall": 0.8 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "multistroke_family_boost": 6.0, | |
| "global": { | |
| "formulas": 275, | |
| "exact_partition": 0.68, | |
| "exact_group_recall": 0.9528054535920294, | |
| "overmerge_rate": 0.14909090909090908, | |
| "oversplit_rate": 0.21818181818181817, | |
| "pair_precision": 0.9563838223632039, | |
| "pair_recall": 0.9047261815453863, | |
| "pair_f1": 0.9298380878951427 | |
| }, | |
| "families": { | |
| "total": 59, | |
| "matched": 51, | |
| "grouping_recall": 0.864406779661017, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 11, | |
| "matched": 8, | |
| "grouping_recall": 0.7272727272727273 | |
| }, | |
| "\\pi": { | |
| "samples": 17, | |
| "matched": 15, | |
| "grouping_recall": 0.8823529411764706 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 20, | |
| "matched": 17, | |
| "grouping_recall": 0.85 | |
| }, | |
| "\\neq": { | |
| "samples": 2, | |
| "matched": 2, | |
| "grouping_recall": 1.0 | |
| }, | |
| "\\pm": { | |
| "samples": 9, | |
| "matched": 9, | |
| "grouping_recall": 1.0 | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "official_test_reference": { | |
| "multistroke_family_boost": 0.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.5450819672131147, | |
| "exact_group_recall": 0.9310846176214016, | |
| "overmerge_rate": 0.21106557377049182, | |
| "oversplit_rate": 0.32786885245901637, | |
| "pair_precision": 0.9236289082521784, | |
| "pair_recall": 0.8536238749407864, | |
| "pair_f1": 0.8872476612506155 | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 61, | |
| "grouping_recall": 0.45185185185185184, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 8, | |
| "grouping_recall": 0.25806451612903225 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 12, | |
| "grouping_recall": 0.4 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 35, | |
| "grouping_recall": 0.7142857142857143 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 3, | |
| "grouping_recall": 0.23076923076923078 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 3, | |
| "grouping_recall": 0.25 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_winner": { | |
| "multistroke_family_boost": 6.0, | |
| "global": { | |
| "formulas": 488, | |
| "exact_partition": 0.6004098360655737, | |
| "exact_group_recall": 0.9370456528060482, | |
| "overmerge_rate": 0.21721311475409835, | |
| "oversplit_rate": 0.2520491803278688, | |
| "pair_precision": 0.9231143552311436, | |
| "pair_recall": 0.8986262434864993, | |
| "pair_f1": 0.9107057129140663 | |
| }, | |
| "families": { | |
| "total": 135, | |
| "matched": 112, | |
| "grouping_recall": 0.8296296296296296, | |
| "by_label": { | |
| "\\sum": { | |
| "samples": 31, | |
| "matched": 22, | |
| "grouping_recall": 0.7096774193548387 | |
| }, | |
| "\\pi": { | |
| "samples": 30, | |
| "matched": 27, | |
| "grouping_recall": 0.9 | |
| }, | |
| "\\rightarrow": { | |
| "samples": 49, | |
| "matched": 44, | |
| "grouping_recall": 0.8979591836734694 | |
| }, | |
| "\\neq": { | |
| "samples": 13, | |
| "matched": 10, | |
| "grouping_recall": 0.7692307692307693 | |
| }, | |
| "\\pm": { | |
| "samples": 12, | |
| "matched": 9, | |
| "grouping_recall": 0.75 | |
| } | |
| } | |
| } | |
| }, | |
| "official_test_deltas": { | |
| "family_grouping_pp": 37.77777777777778, | |
| "exact_partition_pp": 5.5327868852458995, | |
| "pair_f1_pp": 2.345805166345083 | |
| }, | |
| "decision": { | |
| "adopted": true, | |
| "selected_multistroke_family_boost": 6.0, | |
| "reason": "family grouping improves within global partition guards" | |
| }, | |
| "track": "R_noncommercial_only", | |
| "product_validation": false | |
| } | |