File size: 6,920 Bytes
50549ab
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
{
  "experiment": "P-MATH-INK-06-BOUNDARY-JOINT-001",
  "generated_at": "2026-07-23T19:21:14.776485+00:00",
  "seed": 17,
  "device": "cuda",
  "cuda_device": "NVIDIA GeForce GTX 1650",
  "training_contract": {
    "layouts": [
      "same_row",
      "superscript",
      "subscript",
      "fraction_slots",
      "wide_infix_sides"
    ],
    "rehearsal_samples": 4800,
    "boundary_samples": 2400,
    "opened_modules": [
      "trajectory_encoder.blocks.3",
      "trajectory_encoder.attention",
      "exact_head",
      "family_head",
      "boundary_head"
    ]
  },
  "baseline_validation": {
    "samples": 4261,
    "exact_top1": 0.8195259328796057,
    "family_top1": 0.8892278807791598
  },
  "winner_validation": {
    "epoch": 8,
    "loss": 0.7003648030130487,
    "authentic": {
      "samples": 4261,
      "exact_top1": 0.8272705937573339,
      "family_top1": 0.899319408589533
    },
    "boundary": {
      "threshold": 0.525,
      "accuracy": 0.9854166666666667,
      "f1": 0.9854711498547115,
      "roc_auc": 0.9985020833333333,
      "single_symbol_recall": 0.9816666666666667,
      "cross_boundary_recall": 0.9891666666666666,
      "recall_gate_passed": true
    },
    "eligible": true
  },
  "history": [
    {
      "epoch": 1,
      "loss": 0.881991362885425,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8202299929593992,
        "family_top1": 0.8950950481107721
      },
      "boundary": {
        "threshold": 0.49999999999999994,
        "accuracy": 0.9741666666666666,
        "f1": 0.9744013212221305,
        "roc_auc": 0.9960451388888889,
        "single_symbol_recall": 0.965,
        "cross_boundary_recall": 0.9833333333333333,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 2,
      "loss": 0.8389572375699094,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8237502933583666,
        "family_top1": 0.8990847218962685
      },
      "boundary": {
        "threshold": 0.525,
        "accuracy": 0.9775,
        "f1": 0.9776490066225165,
        "roc_auc": 0.9967159722222222,
        "single_symbol_recall": 0.9708333333333333,
        "cross_boundary_recall": 0.9841666666666666,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 3,
      "loss": 0.7969623349214855,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8246890401314245,
        "family_top1": 0.897911288429946
      },
      "boundary": {
        "threshold": 0.575,
        "accuracy": 0.9791666666666666,
        "f1": 0.9791666666666666,
        "roc_auc": 0.9972236111111111,
        "single_symbol_recall": 0.9791666666666666,
        "cross_boundary_recall": 0.9791666666666666,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 4,
      "loss": 0.7688765478761572,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.825393100211218,
        "family_top1": 0.8997887819760619
      },
      "boundary": {
        "threshold": 0.5499999999999999,
        "accuracy": 0.9820833333333333,
        "f1": 0.9820907955018742,
        "roc_auc": 0.9976666666666667,
        "single_symbol_recall": 0.9816666666666667,
        "cross_boundary_recall": 0.9825,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 5,
      "loss": 0.7481182076429066,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8256277869044825,
        "family_top1": 0.901196902135649
      },
      "boundary": {
        "threshold": 0.5499999999999999,
        "accuracy": 0.9833333333333333,
        "f1": 0.9833748960931006,
        "roc_auc": 0.9978784722222223,
        "single_symbol_recall": 0.9808333333333333,
        "cross_boundary_recall": 0.9858333333333333,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 6,
      "loss": 0.730723782589561,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8275052804505985,
        "family_top1": 0.9021356489087069
      },
      "boundary": {
        "threshold": 0.49999999999999994,
        "accuracy": 0.9845833333333334,
        "f1": 0.9846025801081981,
        "roc_auc": 0.9981006944444446,
        "single_symbol_recall": 0.9833333333333333,
        "cross_boundary_recall": 0.9858333333333333,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 7,
      "loss": 0.7125202746767747,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8265665336775405,
        "family_top1": 0.9016662755221779
      },
      "boundary": {
        "threshold": 0.525,
        "accuracy": 0.9845833333333334,
        "f1": 0.9846025801081981,
        "roc_auc": 0.99830625,
        "single_symbol_recall": 0.9833333333333333,
        "cross_boundary_recall": 0.9858333333333333,
        "recall_gate_passed": true
      },
      "eligible": true
    },
    {
      "epoch": 8,
      "loss": 0.7003648030130487,
      "authentic": {
        "samples": 4261,
        "exact_top1": 0.8272705937573339,
        "family_top1": 0.899319408589533
      },
      "boundary": {
        "threshold": 0.525,
        "accuracy": 0.9854166666666667,
        "f1": 0.9854711498547115,
        "roc_auc": 0.9985020833333333,
        "single_symbol_recall": 0.9816666666666667,
        "cross_boundary_recall": 0.9891666666666666,
        "recall_gate_passed": true
      },
      "eligible": true
    }
  ],
  "baseline_test": {
    "samples": 3782,
    "exact_top1": 0.7459016393442623,
    "family_top1": 0.8344791115811739
  },
  "official_test": {
    "authentic": {
      "samples": 3782,
      "exact_top1": 0.7765732416710736,
      "family_top1": 0.8622421998942359
    },
    "boundary": {
      "threshold": 0.525,
      "accuracy": 0.9783333333333334,
      "f1": 0.9785655399835119,
      "roc_auc": 0.9964729166666666,
      "single_symbol_recall": 0.9675,
      "cross_boundary_recall": 0.9891666666666666
    },
    "deltas": {
      "exact_top1_pp": 3.067160232681121,
      "family_top1_pp": 2.7763088313061957
    }
  },
  "decision": {
    "validation_adopted": true,
    "official_gate_passed": true,
    "release_adopted": true
  },
  "checkpoint": "research\\runs\\math_ink_06_p_boundary_joint_seed17_20260724\\boundary_joint_delta.pt",
  "checkpoint_sha256": "e770b5e75f7e3819acbfa30cdc46a8c95b80af1747351bacf4eeca2996f2eb73",
  "track": "P_with_obligations",
  "product_validation": false,
  "interpretation_limit": "분리된 P 고립기호의 formula-layout 합성 proxy이며 실제 연속식 제품 gate가 아니다."
}