File size: 6,809 Bytes
50549ab
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
{
  "experiment": "P-MATH-INK-06-BOUNDARY-JOINT-001",
  "generated_at": "2026-07-23T19:25:10.898597+00:00",
  "seed": 47,
  "device": "cuda",
  "cuda_device": "NVIDIA GeForce GTX 1650",
  "training_contract": {
    "layouts": [
      "same_row",
      "superscript",
      "subscript",
      "fraction_slots",
      "wide_infix_sides"
    ],
    "rehearsal_samples": 4800,
    "boundary_samples": 2400,
    "opened_modules": [
      "trajectory_encoder.blocks.3",
      "trajectory_encoder.attention",
      "exact_head",
      "family_head",
      "boundary_head"
    ]
  },
  "baseline_validation": {
    "samples": 4261,
    "exact_top1": 0.8181178127200188,
    "family_top1": 0.9019009622154424
  },
  "winner_validation": {
    "epoch": 8,
    "loss": 0.6599098616524747,
    "authentic": {
      "samples": 4261,
      "exact_top1": 0.8270359070640695,
      "family_top1": 0.9000234686693265
    },
    "boundary": {
      "threshold": 0.625,
      "accuracy": 0.9825,
      "f1": 0.9824854045037531,
      "roc_auc": 0.9986069444444445,
      "single_symbol_recall": 0.9833333333333333,
      "cross_boundary_recall": 0.9816666666666667,
      "recall_gate_passed": true
    },
    "eligible": true
  },
  "history": [
    {
      "epoch": 1,
      "loss": 0.8143698400572726,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8202299929593992,
        "family_top1": 0.9044825158413518
      },
      "boundary": {
        "threshold": 0.5499999999999999,
        "accuracy": 0.9708333333333333,
        "f1": 0.970906068162926,
        "roc_auc": 0.9960340277777777,
        "single_symbol_recall": 0.9683333333333334,
        "cross_boundary_recall": 0.9733333333333334,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 2,
      "loss": 0.7722820404328798,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8230462332785731,
        "family_top1": 0.9063600093874677
      },
      "boundary": {
        "threshold": 0.6,
        "accuracy": 0.9733333333333334,
        "f1": 0.9732664995822891,
        "roc_auc": 0.9967263888888889,
        "single_symbol_recall": 0.9758333333333333,
        "cross_boundary_recall": 0.9708333333333333,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 3,
      "loss": 0.7365805177312148,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8230462332785731,
        "family_top1": 0.9042478291480873
      },
      "boundary": {
        "threshold": 0.6,
        "accuracy": 0.9766666666666667,
        "f1": 0.9765100671140939,
        "roc_auc": 0.9974083333333333,
        "single_symbol_recall": 0.9833333333333333,
        "cross_boundary_recall": 0.97,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 4,
      "loss": 0.7151598600964797,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8239849800516311,
        "family_top1": 0.9044825158413518
      },
      "boundary": {
        "threshold": 0.575,
        "accuracy": 0.97875,
        "f1": 0.9786163522012579,
        "roc_auc": 0.9978013888888889,
        "single_symbol_recall": 0.985,
        "cross_boundary_recall": 0.9725,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 5,
      "loss": 0.6969176546523446,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8239849800516311,
        "family_top1": 0.9023703356019713
      },
      "boundary": {
        "threshold": 0.625,
        "accuracy": 0.98,
        "f1": 0.9798657718120806,
        "roc_auc": 0.9980805555555556,
        "single_symbol_recall": 0.9866666666666667,
        "cross_boundary_recall": 0.9733333333333334,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 6,
      "loss": 0.6825455552653262,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.826331846984276,
        "family_top1": 0.8997887819760619
      },
      "boundary": {
        "threshold": 0.75,
        "accuracy": 0.9808333333333333,
        "f1": 0.980720871751886,
        "roc_auc": 0.9982854166666667,
        "single_symbol_recall": 0.9866666666666667,
        "cross_boundary_recall": 0.975,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 7,
      "loss": 0.6668690035217687,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8270359070640695,
        "family_top1": 0.9007275287491199
      },
      "boundary": {
        "threshold": 0.65,
        "accuracy": 0.98125,
        "f1": 0.9813045284586622,
        "roc_auc": 0.9984659722222222,
        "single_symbol_recall": 0.9783333333333334,
        "cross_boundary_recall": 0.9841666666666666,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 8,
      "loss": 0.6599098616524747,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8270359070640695,
        "family_top1": 0.9000234686693265
      },
      "boundary": {
        "threshold": 0.625,
        "accuracy": 0.9825,
        "f1": 0.9824854045037531,
        "roc_auc": 0.9986069444444445,
        "single_symbol_recall": 0.9833333333333333,
        "cross_boundary_recall": 0.9816666666666667,
        "recall_gate_passed": true
      },
      "eligible": true
    }
  ],
  "baseline_test": {
    "samples": 3782,
    "exact_top1": 0.7514542570068746,
    "family_top1": 0.8384452670544685
  },
  "official_test": {
    "authentic": {
      "samples": 3782,
      "exact_top1": 0.7784241142252777,
      "family_top1": 0.8646218931782126
    },
    "boundary": {
      "threshold": 0.625,
      "accuracy": 0.9795833333333334,
      "f1": 0.9797269342159702,
      "roc_auc": 0.9966916666666666,
      "single_symbol_recall": 0.9725,
      "cross_boundary_recall": 0.9866666666666667
    },
    "deltas": {
      "exact_top1_pp": 2.696985721840306,
      "family_top1_pp": 2.617662612374405
    }
  },
  "decision": {
    "validation_adopted": true,
    "official_gate_passed": true,
    "release_adopted": true
  },
  "checkpoint": "research\\runs\\math_ink_06_p_boundary_joint_seed47_20260724\\boundary_joint_delta.pt",
  "checkpoint_sha256": "220461940fe75a257ffc3f2a0147920bc62ab2464bee87159aeebebd6db4e379",
  "track": "P_with_obligations",
  "product_validation": false,
  "interpretation_limit": "분리된 P 고립기호의 formula-layout 합성 proxy이며 실제 연속식 제품 gate가 아니다."
}