Hugging Face's logo

cwLeeDev
/
aiflow-math-ink-06-intermediate

Feature Extraction
PyTorch
Joblib
Korean
English
online-handwriting
mathematical-expression-recognition
trajectory
temporal-convolution
on-device
Model card Files
xet
 Community
aiflow-math-ink-06-intermediate / reports /behavior_role_seed17.json
cwLeeDev's picture
cwLeeDev
Publish 0.6 main 3-seed point-stroke model stack and technical model card
f6e614c verified
Raw
History Blame
29 kB
{
"experiment": "R-MATH-INK-06-BEHAVIOR-ROLE-001",
"generated_at": "2026-07-23T16:37:21.119948+00:00",
"seed": 17,
"device": "cuda",
"cuda_device": "NVIDIA GeForce GTX 1650",
"teacher_adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed17_20260723\\skeleton_adapter.pt",
"base_checkpoint": "C:\\Users\\user\\Desktop\\Aiflow\\math-grid-drawer-simulation\\research\\runs\\math_ink_06_federated_virtual_ce025_family010_seed17_20260723\\math_ink_06_candidate.pt",
"split_contract": "CROHME2012 trainData writer fit/validation; testDataGT official held-out",
"formulas": {
"fit": 1063,
"validation": 275,
"official_test": 488
},
"role_samples": {
"fit": {
"identifier_lower": 1573,
"multiply_operator": 177,
"identifier_upper": 99
},
"validation": {
"identifier_lower": 401,
"multiply_operator": 44,
"identifier_upper": 22
},
"official_test": {
"identifier_lower": 568,
"identifier_upper": 31,
"multiply_operator": 36
}
},
"teacher_baseline": {
"validation": {
"samples": 467,
"accuracy": 0.5117772817611694,
"macro_f1": 0.2694663504489392,
"recall": {
"identifier_lower": 0.5610972568578554,
"identifier_upper": 0.6363636363636364,
"multiply_operator": 0.0
},
"confusion": [
[
225,
176,
0
],
[
8,
14,
0
],
[
17,
27,
0
]
],
"ece": 0.2943883374417391
},
"official_test": {
"samples": 635,
"accuracy": 0.7433071136474609,
"macro_f1": 0.3644206619715246,
"recall": {
"identifier_lower": 0.7922535211267606,
"identifier_upper": 0.7096774193548387,
"multiply_operator": 0.0
},
"confusion": [
[
450,
118,
0
],
[
9,
22,
0
],
[
16,
20,
0
]
],
"ece": 0.07124687355102433
}
},
"selected_epoch": 20,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9343017918927581,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
395,
5,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.012505268671260533
},
"official_test": {
"samples": 635,
"accuracy": 0.930708646774292,
"macro_f1": 0.7664031279554507,
"recall": {
"identifier_lower": 0.9507042253521126,
"identifier_upper": 0.6129032258064516,
"multiply_operator": 0.8888888888888888
},
"confusion": [
[
540,
11,
17
],
[
7,
19,
5
],
[
4,
0,
32
]
],
"ece": 0.04725504415735027
},
"history": [
{
"epoch": 1,
"training_loss": 0.8664151411433036,
"learning_rate": 0.0009993147673772868,
"validation": {
"samples": 467,
"accuracy": 0.937901496887207,
"macro_f1": 0.6901225996001208,
"recall": {
"identifier_lower": 0.9925187032418953,
"identifier_upper": 0.13636363636363635,
"multiply_operator": 0.8409090909090909
},
"confusion": [
[
398,
2,
1
],
[
17,
3,
2
],
[
7,
0,
37
]
],
"ece": 0.25199230197614064
}
},
{
"epoch": 2,
"training_loss": 0.48776758444057794,
"learning_rate": 0.0009972609476841365,
"validation": {
"samples": 467,
"accuracy": 0.9464668035507202,
"macro_f1": 0.841374856305866,
"recall": {
"identifier_lower": 0.9551122194513716,
"identifier_upper": 0.6818181818181818,
"multiply_operator": 1.0
},
"confusion": [
[
383,
6,
12
],
[
4,
15,
3
],
[
0,
0,
44
]
],
"ece": 0.1645497844156485
}
},
{
"epoch": 3,
"training_loss": 0.3556023381364352,
"learning_rate": 0.0009938441702975688,
"validation": {
"samples": 467,
"accuracy": 0.9357602000236511,
"macro_f1": 0.833029979855433,
"recall": {
"identifier_lower": 0.9326683291770573,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 1.0
},
"confusion": [
[
374,
17,
10
],
[
1,
19,
2
],
[
0,
0,
44
]
],
"ece": 0.09147509771164186
}
},
{
"epoch": 4,
"training_loss": 0.26723343752860507,
"learning_rate": 0.0009890738003669028,
"validation": {
"samples": 467,
"accuracy": 0.9507494568824768,
"macro_f1": 0.8607384230805842,
"recall": {
"identifier_lower": 0.9526184538653366,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
382,
13,
6
],
[
1,
19,
2
],
[
1,
0,
43
]
],
"ece": 0.062420505586087666
}
},
{
"epoch": 5,
"training_loss": 0.21136827406656297,
"learning_rate": 0.0009829629131445341,
"validation": {
"samples": 467,
"accuracy": 0.9571734666824341,
"macro_f1": 0.8729565584257539,
"recall": {
"identifier_lower": 0.9600997506234414,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
385,
12,
4
],
[
1,
19,
2
],
[
1,
0,
43
]
],
"ece": 0.04255504449651676
}
},
{
"epoch": 6,
"training_loss": 0.18273214323737288,
"learning_rate": 0.0009755282581475769,
"validation": {
"samples": 467,
"accuracy": 0.9614561200141907,
"macro_f1": 0.8863811984666184,
"recall": {
"identifier_lower": 0.9625935162094763,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
386,
11,
4
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.03619947574140617
}
},
{
"epoch": 7,
"training_loss": 0.15203840695341708,
"learning_rate": 0.0009667902132486009,
"validation": {
"samples": 467,
"accuracy": 0.9678800702095032,
"macro_f1": 0.8962205008106648,
"recall": {
"identifier_lower": 0.972568578553616,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
390,
9,
2
],
[
1,
19,
2
],
[
1,
0,
43
]
],
"ece": 0.03232797067290538
}
},
{
"epoch": 8,
"training_loss": 0.14169115595330156,
"learning_rate": 0.0009567727288213005,
"validation": {
"samples": 467,
"accuracy": 0.9678800702095032,
"macro_f1": 0.9052039381153305,
"recall": {
"identifier_lower": 0.9675810473815462,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
388,
11,
2
],
[
0,
21,
1
],
[
1,
0,
43
]
],
"ece": 0.018176731911316857
}
},
{
"epoch": 9,
"training_loss": 0.13135876842225933,
"learning_rate": 0.0009455032620941839,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.9047390517978752,
"recall": {
"identifier_lower": 0.972568578553616,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
390,
9,
2
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.02200874505840733
}
},
{
"epoch": 10,
"training_loss": 0.11230913681023955,
"learning_rate": 0.0009330127018922195,
"validation": {
"samples": 467,
"accuracy": 0.9721627235412598,
"macro_f1": 0.9103945235092775,
"recall": {
"identifier_lower": 0.9750623441396509,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
391,
8,
2
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.01476410931314176
}
},
{
"epoch": 11,
"training_loss": 0.12257683425819377,
"learning_rate": 0.0009193352839727121,
"validation": {
"samples": 467,
"accuracy": 0.9678800702095032,
"macro_f1": 0.9027654300848705,
"recall": {
"identifier_lower": 0.970074812967581,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
389,
8,
4
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.017116291183071924
}
},
{
"epoch": 12,
"training_loss": 0.0994343711451107,
"learning_rate": 0.0009045084971874737,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.901258561432139,
"recall": {
"identifier_lower": 0.9750623441396509,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
391,
8,
2
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.018608979759266953
}
},
{
"epoch": 13,
"training_loss": 0.0989906879261805,
"learning_rate": 0.0008885729807284855,
"validation": {
"samples": 467,
"accuracy": 0.9614561200141907,
"macro_f1": 0.8816020856578524,
"recall": {
"identifier_lower": 0.9650872817955112,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
387,
11,
3
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.016365934745471405
}
},
{
"epoch": 14,
"training_loss": 0.0808139483934483,
"learning_rate": 0.0008715724127386972,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.9025039455397734,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9318181818181818
},
"confusion": [
[
392,
7,
2
],
[
0,
20,
2
],
[
2,
1,
41
]
],
"ece": 0.010795583006043136
}
},
{
"epoch": 15,
"training_loss": 0.07372696755334066,
"learning_rate": 0.0008535533905932739,
"validation": {
"samples": 467,
"accuracy": 0.9721627235412598,
"macro_f1": 0.9064184559159433,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9318181818181818
},
"confusion": [
[
393,
7,
1
],
[
0,
20,
2
],
[
2,
1,
41
]
],
"ece": 0.009348892538137088
}
},
{
"epoch": 16,
"training_loss": 0.07725203380879193,
"learning_rate": 0.0008345653031794292,
"validation": {
"samples": 467,
"accuracy": 0.9678800702095032,
"macro_f1": 0.8974130444718679,
"recall": {
"identifier_lower": 0.972568578553616,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
390,
8,
3
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.009894764955310997
}
},
{
"epoch": 17,
"training_loss": 0.07687817322943519,
"learning_rate": 0.0008146601955249188,
"validation": {
"samples": 467,
"accuracy": 0.9721627235412598,
"macro_f1": 0.9069129582983487,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
392,
7,
2
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.012464378740260407
}
},
{
"epoch": 18,
"training_loss": 0.057948201415247376,
"learning_rate": 0.0007938926261462366,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9253704450607557,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9090909090909091
},
"confusion": [
[
395,
5,
1
],
[
0,
21,
1
],
[
3,
1,
40
]
],
"ece": 0.00991112969254071
}
},
{
"epoch": 19,
"training_loss": 0.061869524983440366,
"learning_rate": 0.0007723195175075136,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.010770219689081761
}
},
{
"epoch": 20,
"training_loss": 0.05992952661499131,
"learning_rate": 0.00075,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9343017918927581,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
395,
5,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.012505268671260533
}
},
{
"epoch": 21,
"training_loss": 0.05748118384423418,
"learning_rate": 0.0007269952498697733,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9241664900007067,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
393,
6,
2
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.012078481872675795
}
},
{
"epoch": 22,
"training_loss": 0.05552331064442417,
"learning_rate": 0.0007033683215379002,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.01375456475603734
}
},
{
"epoch": 23,
"training_loss": 0.05059329802729492,
"learning_rate": 0.0006791839747726503,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9343017918927581,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
395,
5,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.014063424294025129
}
},
{
"epoch": 24,
"training_loss": 0.04741996307109355,
"learning_rate": 0.0006545084971874737,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.014278831026696637
}
},
{
"epoch": 25,
"training_loss": 0.045853679783122485,
"learning_rate": 0.0006294095225512603,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.010883985780968997
}
},
{
"epoch": 26,
"training_loss": 0.04512504158615099,
"learning_rate": 0.0006039558454088795,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.013965369132306671
}
},
{
"epoch": 27,
"training_loss": 0.04251890660960201,
"learning_rate": 0.0005782172325201154,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.012569363101110287
}
},
{
"epoch": 28,
"training_loss": 0.03838672627946246,
"learning_rate": 0.0005522642316338267,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.014809996296913819
}
},
{
"epoch": 29,
"training_loss": 0.03758213210603139,
"learning_rate": 0.0005261679781214719,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9281650677630577,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.017492014176815535
}
},
{
"epoch": 30,
"training_loss": 0.03215042207583487,
"learning_rate": 0.0005000000000000001,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9343017918927581,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
395,
5,
1
],
[
0,
21,
1
],
[
1,
1,
42
]
],
"ece": 0.014136015954741968
}
},
{
"epoch": 31,
"training_loss": 0.0369916168983931,
"learning_rate": 0.00047383202187852816,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.013719689410926716
}
},
{
"epoch": 32,
"training_loss": 0.035283506925989964,
"learning_rate": 0.00044773576836617336,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.013527763252959124
}
},
{
"epoch": 33,
"training_loss": 0.034194678393796515,
"learning_rate": 0.0004217827674798846,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.013401276325591738
}
},
{
"epoch": 34,
"training_loss": 0.03293262683399114,
"learning_rate": 0.00039604415459112036,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9166988346916883,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
394,
6,
1
],
[
0,
20,
2
],
[
1,
1,
42
]
],
"ece": 0.014931237887967963
}
}
],
"checkpoint": "behavior_role_head.pt",
"checkpoint_bytes": 75794,
"track": "R_noncommercial_only",
"product_validation": false,
"interpretation_limit": "CROHME ์—ฐ๊ตฌ์šฉ ์—ฐ์† ์ˆ˜์‹ ํ–‰๋™ head์ด๋ฉฐ ์ƒ์šฉ checkpoint์— ๋ณ‘ํ•ฉํ•  ์ˆ˜ ์—†๋‹ค. P-track writer/device-disjoint ์žฌํ•™์Šต์ด ํ•„์š”ํ•˜๋‹ค."
}