{
  "experiment": "R-MATH-INK-06-MULTISTROKE-FAMILY-GUARD-001",
  "generated_at": "2026-07-23T18:17:32.159942+00:00",
  "selection_contract": {
    "split": "CROHME trainData writer-validation only",
    "cross_gap_ratio": 0.4,
    "symbol_weight": 4.0,
    "maximum_exact_regression_pp": 0.5,
    "maximum_pair_f1_regression_pp": 0.25
  },
  "reference_validation": {
    "multistroke_family_boost": 0.0,
    "global": {
      "formulas": 275,
      "exact_partition": 0.6581818181818182,
      "exact_group_recall": 0.9480859989512324,
      "overmerge_rate": 0.14181818181818182,
      "oversplit_rate": 0.24727272727272728,
      "pair_precision": 0.9605587510271159,
      "pair_recall": 0.8769692423105776,
      "pair_f1": 0.9168627450980391
    },
    "families": {
      "total": 59,
      "matched": 28,
      "grouping_recall": 0.4745762711864407,
      "by_label": {
        "\\sum": {
          "samples": 11,
          "matched": 2,
          "grouping_recall": 0.18181818181818182
        },
        "\\pi": {
          "samples": 17,
          "matched": 10,
          "grouping_recall": 0.5882352941176471
        },
        "\\rightarrow": {
          "samples": 20,
          "matched": 14,
          "grouping_recall": 0.7
        },
        "\\neq": {
          "samples": 2,
          "matched": 1,
          "grouping_recall": 0.5
        },
        "\\pm": {
          "samples": 9,
          "matched": 1,
          "grouping_recall": 0.1111111111111111
        }
      }
    }
  },
  "winner_validation": {
    "multistroke_family_boost": 6.0,
    "global": {
      "formulas": 275,
      "exact_partition": 0.68,
      "exact_group_recall": 0.9528054535920294,
      "overmerge_rate": 0.14909090909090908,
      "oversplit_rate": 0.21818181818181817,
      "pair_precision": 0.9563838223632039,
      "pair_recall": 0.9047261815453863,
      "pair_f1": 0.9298380878951427
    },
    "families": {
      "total": 59,
      "matched": 51,
      "grouping_recall": 0.864406779661017,
      "by_label": {
        "\\sum": {
          "samples": 11,
          "matched": 8,
          "grouping_recall": 0.7272727272727273
        },
        "\\pi": {
          "samples": 17,
          "matched": 15,
          "grouping_recall": 0.8823529411764706
        },
        "\\rightarrow": {
          "samples": 20,
          "matched": 17,
          "grouping_recall": 0.85
        },
        "\\neq": {
          "samples": 2,
          "matched": 2,
          "grouping_recall": 1.0
        },
        "\\pm": {
          "samples": 9,
          "matched": 9,
          "grouping_recall": 1.0
        }
      }
    }
  },
  "trials": [
    {
      "multistroke_family_boost": 0.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6581818181818182,
        "exact_group_recall": 0.9480859989512324,
        "overmerge_rate": 0.14181818181818182,
        "oversplit_rate": 0.24727272727272728,
        "pair_precision": 0.9605587510271159,
        "pair_recall": 0.8769692423105776,
        "pair_f1": 0.9168627450980391
      },
      "families": {
        "total": 59,
        "matched": 28,
        "grouping_recall": 0.4745762711864407,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 2,
            "grouping_recall": 0.18181818181818182
          },
          "\\pi": {
            "samples": 17,
            "matched": 10,
            "grouping_recall": 0.5882352941176471
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 14,
            "grouping_recall": 0.7
          },
          "\\neq": {
            "samples": 2,
            "matched": 1,
            "grouping_recall": 0.5
          },
          "\\pm": {
            "samples": 9,
            "matched": 1,
            "grouping_recall": 0.1111111111111111
          }
        }
      }
    },
    {
      "multistroke_family_boost": 0.5,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6654545454545454,
        "exact_group_recall": 0.9488725747246984,
        "overmerge_rate": 0.14181818181818182,
        "oversplit_rate": 0.23636363636363636,
        "pair_precision": 0.9607522485690924,
        "pair_recall": 0.881470367591898,
        "pair_f1": 0.9194053208137716
      },
      "families": {
        "total": 59,
        "matched": 31,
        "grouping_recall": 0.5254237288135594,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 2,
            "grouping_recall": 0.18181818181818182
          },
          "\\pi": {
            "samples": 17,
            "matched": 11,
            "grouping_recall": 0.6470588235294118
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 14,
            "grouping_recall": 0.7
          },
          "\\neq": {
            "samples": 2,
            "matched": 1,
            "grouping_recall": 0.5
          },
          "\\pm": {
            "samples": 9,
            "matched": 3,
            "grouping_recall": 0.3333333333333333
          }
        }
      }
    },
    {
      "multistroke_family_boost": 1.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6654545454545454,
        "exact_group_recall": 0.9499213424226534,
        "overmerge_rate": 0.14181818181818182,
        "oversplit_rate": 0.23272727272727273,
        "pair_precision": 0.9609756097560975,
        "pair_recall": 0.886721680420105,
        "pair_f1": 0.9223566133437378
      },
      "families": {
        "total": 59,
        "matched": 35,
        "grouping_recall": 0.5932203389830508,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 3,
            "grouping_recall": 0.2727272727272727
          },
          "\\pi": {
            "samples": 17,
            "matched": 11,
            "grouping_recall": 0.6470588235294118
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 14,
            "grouping_recall": 0.7
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 5,
            "grouping_recall": 0.5555555555555556
          }
        }
      }
    },
    {
      "multistroke_family_boost": 1.5,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6690909090909091,
        "exact_group_recall": 0.951232302045097,
        "overmerge_rate": 0.13818181818181818,
        "oversplit_rate": 0.2290909090909091,
        "pair_precision": 0.9627831715210357,
        "pair_recall": 0.8927231807951987,
        "pair_f1": 0.9264305177111717
      },
      "families": {
        "total": 59,
        "matched": 39,
        "grouping_recall": 0.6610169491525424,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 3,
            "grouping_recall": 0.2727272727272727
          },
          "\\pi": {
            "samples": 17,
            "matched": 12,
            "grouping_recall": 0.7058823529411765
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 14,
            "grouping_recall": 0.7
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 8,
            "grouping_recall": 0.8888888888888888
          }
        }
      }
    },
    {
      "multistroke_family_boost": 2.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6727272727272727,
        "exact_group_recall": 0.9520188778185632,
        "overmerge_rate": 0.13818181818181818,
        "oversplit_rate": 0.22545454545454546,
        "pair_precision": 0.9629032258064516,
        "pair_recall": 0.8957239309827457,
        "pair_f1": 0.9280994947532063
      },
      "families": {
        "total": 59,
        "matched": 42,
        "grouping_recall": 0.711864406779661,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 5,
            "grouping_recall": 0.45454545454545453
          },
          "\\pi": {
            "samples": 17,
            "matched": 12,
            "grouping_recall": 0.7058823529411765
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 14,
            "grouping_recall": 0.7
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 9,
            "grouping_recall": 1.0
          }
        }
      }
    },
    {
      "multistroke_family_boost": 3.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6763636363636364,
        "exact_group_recall": 0.9530676455165181,
        "overmerge_rate": 0.13818181818181818,
        "oversplit_rate": 0.22181818181818183,
        "pair_precision": 0.9630522088353414,
        "pair_recall": 0.8994748687171793,
        "pair_f1": 0.930178432893716
      },
      "families": {
        "total": 59,
        "matched": 45,
        "grouping_recall": 0.7627118644067796,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 5,
            "grouping_recall": 0.45454545454545453
          },
          "\\pi": {
            "samples": 17,
            "matched": 13,
            "grouping_recall": 0.7647058823529411
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 16,
            "grouping_recall": 0.8
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 9,
            "grouping_recall": 1.0
          }
        }
      }
    },
    {
      "multistroke_family_boost": 4.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.6763636363636364,
        "exact_group_recall": 0.9533298374410069,
        "overmerge_rate": 0.14181818181818182,
        "oversplit_rate": 0.21818181818181817,
        "pair_precision": 0.9616613418530351,
        "pair_recall": 0.9032258064516129,
        "pair_f1": 0.9315280464216633
      },
      "families": {
        "total": 59,
        "matched": 48,
        "grouping_recall": 0.8135593220338984,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 6,
            "grouping_recall": 0.5454545454545454
          },
          "\\pi": {
            "samples": 17,
            "matched": 15,
            "grouping_recall": 0.8823529411764706
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 16,
            "grouping_recall": 0.8
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 9,
            "grouping_recall": 1.0
          }
        }
      }
    },
    {
      "multistroke_family_boost": 6.0,
      "global": {
        "formulas": 275,
        "exact_partition": 0.68,
        "exact_group_recall": 0.9528054535920294,
        "overmerge_rate": 0.14909090909090908,
        "oversplit_rate": 0.21818181818181817,
        "pair_precision": 0.9563838223632039,
        "pair_recall": 0.9047261815453863,
        "pair_f1": 0.9298380878951427
      },
      "families": {
        "total": 59,
        "matched": 51,
        "grouping_recall": 0.864406779661017,
        "by_label": {
          "\\sum": {
            "samples": 11,
            "matched": 8,
            "grouping_recall": 0.7272727272727273
          },
          "\\pi": {
            "samples": 17,
            "matched": 15,
            "grouping_recall": 0.8823529411764706
          },
          "\\rightarrow": {
            "samples": 20,
            "matched": 17,
            "grouping_recall": 0.85
          },
          "\\neq": {
            "samples": 2,
            "matched": 2,
            "grouping_recall": 1.0
          },
          "\\pm": {
            "samples": 9,
            "matched": 9,
            "grouping_recall": 1.0
          }
        }
      }
    }
  ],
  "official_test_reference": {
    "multistroke_family_boost": 0.0,
    "global": {
      "formulas": 488,
      "exact_partition": 0.5450819672131147,
      "exact_group_recall": 0.9310846176214016,
      "overmerge_rate": 0.21106557377049182,
      "oversplit_rate": 0.32786885245901637,
      "pair_precision": 0.9236289082521784,
      "pair_recall": 0.8536238749407864,
      "pair_f1": 0.8872476612506155
    },
    "families": {
      "total": 135,
      "matched": 61,
      "grouping_recall": 0.45185185185185184,
      "by_label": {
        "\\sum": {
          "samples": 31,
          "matched": 8,
          "grouping_recall": 0.25806451612903225
        },
        "\\pi": {
          "samples": 30,
          "matched": 12,
          "grouping_recall": 0.4
        },
        "\\rightarrow": {
          "samples": 49,
          "matched": 35,
          "grouping_recall": 0.7142857142857143
        },
        "\\neq": {
          "samples": 13,
          "matched": 3,
          "grouping_recall": 0.23076923076923078
        },
        "\\pm": {
          "samples": 12,
          "matched": 3,
          "grouping_recall": 0.25
        }
      }
    }
  },
  "official_test_winner": {
    "multistroke_family_boost": 6.0,
    "global": {
      "formulas": 488,
      "exact_partition": 0.6004098360655737,
      "exact_group_recall": 0.9370456528060482,
      "overmerge_rate": 0.21721311475409835,
      "oversplit_rate": 0.2520491803278688,
      "pair_precision": 0.9231143552311436,
      "pair_recall": 0.8986262434864993,
      "pair_f1": 0.9107057129140663
    },
    "families": {
      "total": 135,
      "matched": 112,
      "grouping_recall": 0.8296296296296296,
      "by_label": {
        "\\sum": {
          "samples": 31,
          "matched": 22,
          "grouping_recall": 0.7096774193548387
        },
        "\\pi": {
          "samples": 30,
          "matched": 27,
          "grouping_recall": 0.9
        },
        "\\rightarrow": {
          "samples": 49,
          "matched": 44,
          "grouping_recall": 0.8979591836734694
        },
        "\\neq": {
          "samples": 13,
          "matched": 10,
          "grouping_recall": 0.7692307692307693
        },
        "\\pm": {
          "samples": 12,
          "matched": 9,
          "grouping_recall": 0.75
        }
      }
    }
  },
  "official_test_deltas": {
    "family_grouping_pp": 37.77777777777778,
    "exact_partition_pp": 5.5327868852458995,
    "pair_f1_pp": 2.345805166345083
  },
  "decision": {
    "adopted": true,
    "selected_multistroke_family_boost": 6.0,
    "reason": "family grouping improves within global partition guards"
  },
  "track": "R_noncommercial_only",
  "product_validation": false
}