File size: 2,733 Bytes
4a3cd2f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 | {
"experiment": "R-MATH-INK-06-FORMULA-ADAPTER-3SEED-001",
"generated_at": "2026-07-23T21:13:06.294998+00:00",
"reports": [
"research\\runs\\math_ink_06_formula_adapter_h64_seed17_20260724\\report.json",
"research\\runs\\math_ink_06_formula_adapter_h64_seed31_20260724\\report.json",
"research\\runs\\math_ink_06_formula_adapter_h64_seed47_20260724\\report.json"
],
"metrics": {
"validation_exact_top1": {
"values": [
0.8290650844573975,
0.8537488579750061,
0.8728787302970886
],
"mean": 0.8518975575764974,
"std": 0.017934684744290146,
"minimum": 0.8290650844573975
},
"validation_family_head_top1": {
"values": [
0.931502640247345,
0.9339709877967834,
0.9348966479301453
],
"mean": 0.9334567586580912,
"std": 0.001432514279867618,
"minimum": 0.931502640247345
},
"validation_visual_family_top1": {
"values": [
0.9302684356680037,
0.937365010799136,
0.9315026226473311
],
"mean": 0.9330453563714902,
"std": 0.003095735255228302,
"minimum": 0.9302684356680037
},
"official_test_exact_top1": {
"values": [
0.8113494515419006,
0.824860692024231,
0.8351629972457886
],
"mean": 0.8237910469373068,
"std": 0.009751216854211096,
"minimum": 0.8113494515419006
},
"official_test_family_head_top1": {
"values": [
0.880256712436676,
0.8805944919586182,
0.8816078305244446
],
"mean": 0.8808196783065796,
"std": 0.0005741147912250024,
"minimum": 0.880256712436676
},
"official_test_visual_family_top1": {
"values": [
0.8809322749535552,
0.8839723019760176,
0.8802567133930079
],
"mean": 0.8817204301075269,
"std": 0.0016160220789739894,
"minimum": 0.8802567133930079
},
"visual_family_generalization_gap_pp": {
"values": [
4.933616071444846,
5.339270882311842,
5.124590925432315
],
"mean": 5.132492626396335,
"std": 0.16570211033353024,
"maximum": 5.339270882311842
}
},
"decision": {
"all_seed_validation_92_passed": true,
"all_seed_official_test_92_passed": false,
"architecture_recoverable": true,
"writer_domain_generalization_gate_passed": false,
"product_validation": false,
"distillation_allowed": false,
"next_gate": "P 연속식 writer/device-disjoint formula adapter 학습·평가"
},
"track": "R_noncommercial_only",
"product_validation": false
}
|