reports/formula_adapter_h64_3seed_summary.json

{
  "experiment": "R-MATH-INK-06-FORMULA-ADAPTER-3SEED-001",
  "generated_at": "2026-07-23T21:13:06.294998+00:00",
  "reports": [
    "research\\runs\\math_ink_06_formula_adapter_h64_seed17_20260724\\report.json",
    "research\\runs\\math_ink_06_formula_adapter_h64_seed31_20260724\\report.json",
    "research\\runs\\math_ink_06_formula_adapter_h64_seed47_20260724\\report.json"
  ],
  "metrics": {
    "validation_exact_top1": {
      "values": [
        0.8290650844573975,
        0.8537488579750061,
        0.8728787302970886
      ],
      "mean": 0.8518975575764974,
      "std": 0.017934684744290146,
      "minimum": 0.8290650844573975
    },
    "validation_family_head_top1": {
      "values": [
        0.931502640247345,
        0.9339709877967834,
        0.9348966479301453
      ],
      "mean": 0.9334567586580912,
      "std": 0.001432514279867618,
      "minimum": 0.931502640247345
    },
    "validation_visual_family_top1": {
      "values": [
        0.9302684356680037,
        0.937365010799136,
        0.9315026226473311
      ],
      "mean": 0.9330453563714902,
      "std": 0.003095735255228302,
      "minimum": 0.9302684356680037
    },
    "official_test_exact_top1": {
      "values": [
        0.8113494515419006,
        0.824860692024231,
        0.8351629972457886
      ],
      "mean": 0.8237910469373068,
      "std": 0.009751216854211096,
      "minimum": 0.8113494515419006
    },
    "official_test_family_head_top1": {
      "values": [
        0.880256712436676,
        0.8805944919586182,
        0.8816078305244446
      ],
      "mean": 0.8808196783065796,
      "std": 0.0005741147912250024,
      "minimum": 0.880256712436676
    },
    "official_test_visual_family_top1": {
      "values": [
        0.8809322749535552,
        0.8839723019760176,
        0.8802567133930079
      ],
      "mean": 0.8817204301075269,
      "std": 0.0016160220789739894,
      "minimum": 0.8802567133930079
    },
    "visual_family_generalization_gap_pp": {
      "values": [
        4.933616071444846,
        5.339270882311842,
        5.124590925432315
      ],
      "mean": 5.132492626396335,
      "std": 0.16570211033353024,
      "maximum": 5.339270882311842
    }
  },
  "decision": {
    "all_seed_validation_92_passed": true,
    "all_seed_official_test_92_passed": false,
    "architecture_recoverable": true,
    "writer_domain_generalization_gate_passed": false,
    "product_validation": false,
    "distillation_allowed": false,
    "next_gate": "P 연속식 writer/device-disjoint formula adapter 학습·평가"
  },
  "track": "R_noncommercial_only",
  "product_validation": false
}