Hugging Face's logo

cwLeeDev
/
aiflow-math-ink-06-intermediate

Feature Extraction
PyTorch
Joblib
Korean
English
online-handwriting
mathematical-expression-recognition
trajectory
temporal-convolution
on-device
Model card Files
xet
 Community
aiflow-math-ink-06-intermediate / reports /behavior_role_seed31.json
cwLeeDev's picture
cwLeeDev
Publish 0.6 main 3-seed point-stroke model stack and technical model card
f6e614c verified
Raw
History Blame
45.4 kB
{
"experiment": "R-MATH-INK-06-BEHAVIOR-ROLE-001",
"generated_at": "2026-07-23T16:40:18.931480+00:00",
"seed": 31,
"device": "cuda",
"cuda_device": "NVIDIA GeForce GTX 1650",
"teacher_adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed31_20260723\\skeleton_adapter.pt",
"base_checkpoint": "C:\\Users\\user\\Desktop\\Aiflow\\math-grid-drawer-simulation\\research\\runs\\math_ink_06_federated_virtual_ce025_family010_seed31_20260723\\math_ink_06_candidate.pt",
"split_contract": "CROHME2012 trainData writer fit/validation; testDataGT official held-out",
"formulas": {
"fit": 1063,
"validation": 275,
"official_test": 488
},
"role_samples": {
"fit": {
"identifier_lower": 1573,
"multiply_operator": 177,
"identifier_upper": 99
},
"validation": {
"identifier_lower": 401,
"multiply_operator": 44,
"identifier_upper": 22
},
"official_test": {
"identifier_lower": 568,
"identifier_upper": 31,
"multiply_operator": 36
}
},
"teacher_baseline": {
"validation": {
"samples": 467,
"accuracy": 0.40471091866493225,
"macro_f1": 0.22979348338888128,
"recall": {
"identifier_lower": 0.4314214463840399,
"identifier_upper": 0.7272727272727273,
"multiply_operator": 0.0
},
"confusion": [
[
173,
228,
0
],
[
6,
16,
0
],
[
16,
28,
0
]
],
"ece": 0.4227110123725495
},
"official_test": {
"samples": 635,
"accuracy": 0.6078740358352661,
"macro_f1": 0.31082213130722774,
"recall": {
"identifier_lower": 0.6373239436619719,
"identifier_upper": 0.7741935483870968,
"multiply_operator": 0.0
},
"confusion": [
[
362,
206,
0
],
[
7,
24,
0
],
[
7,
29,
0
]
],
"ece": 0.1908320430970747
}
},
"selected_epoch": 42,
"validation": {
"samples": 467,
"accuracy": 0.9850106835365295,
"macro_f1": 0.9492270079067833,
"recall": {
"identifier_lower": 0.9900249376558603,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
397,
3,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01576937972125217
},
"official_test": {
"samples": 635,
"accuracy": 0.9385826587677002,
"macro_f1": 0.7717349248806314,
"recall": {
"identifier_lower": 0.9630281690140845,
"identifier_upper": 0.5161290322580645,
"multiply_operator": 0.9166666666666666
},
"confusion": [
[
547,
6,
15
],
[
10,
16,
5
],
[
3,
0,
33
]
],
"ece": 0.050884793443143006
},
"history": [
{
"epoch": 1,
"training_loss": 0.8767189346112839,
"learning_rate": 0.0009993147673772868,
"validation": {
"samples": 467,
"accuracy": 0.9014989137649536,
"macro_f1": 0.5273300379683359,
"recall": {
"identifier_lower": 0.9975062344139651,
"identifier_upper": 0.0,
"multiply_operator": 0.4772727272727273
},
"confusion": [
[
400,
0,
1
],
[
22,
0,
0
],
[
23,
0,
21
]
],
"ece": 0.20063943331568002
}
},
{
"epoch": 2,
"training_loss": 0.5778835811055371,
"learning_rate": 0.0009972609476841365,
"validation": {
"samples": 467,
"accuracy": 0.9357602000236511,
"macro_f1": 0.7668176821254237,
"recall": {
"identifier_lower": 0.9650872817955112,
"identifier_upper": 0.36363636363636365,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
387,
4,
10
],
[
13,
8,
1
],
[
2,
0,
42
]
],
"ece": 0.19584264685098568
}
},
{
"epoch": 3,
"training_loss": 0.420009775781322,
"learning_rate": 0.0009938441702975688,
"validation": {
"samples": 467,
"accuracy": 0.9057815670967102,
"macro_f1": 0.7875140750426791,
"recall": {
"identifier_lower": 0.8952618453865336,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
359,
27,
15
],
[
0,
20,
2
],
[
0,
0,
44
]
],
"ece": 0.10827849563156344
}
},
{
"epoch": 4,
"training_loss": 0.3109758900042287,
"learning_rate": 0.0009890738003669028,
"validation": {
"samples": 467,
"accuracy": 0.9421841502189636,
"macro_f1": 0.8499714367323622,
"recall": {
"identifier_lower": 0.9376558603491272,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
376,
18,
7
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.08608015172379027
}
},
{
"epoch": 5,
"training_loss": 0.24503726018577604,
"learning_rate": 0.0009829629131445341,
"validation": {
"samples": 467,
"accuracy": 0.9486081600189209,
"macro_f1": 0.8615622968817506,
"recall": {
"identifier_lower": 0.9451371571072319,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
379,
17,
5
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.06178676626927035
}
},
{
"epoch": 6,
"training_loss": 0.2034695878375086,
"learning_rate": 0.0009755282581475769,
"validation": {
"samples": 467,
"accuracy": 0.9528908133506775,
"macro_f1": 0.871260526795917,
"recall": {
"identifier_lower": 0.9501246882793017,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
381,
14,
6
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.04615953424233066
}
},
{
"epoch": 7,
"training_loss": 0.1742880423530622,
"learning_rate": 0.0009667902132486009,
"validation": {
"samples": 467,
"accuracy": 0.95931476354599,
"macro_f1": 0.8835361743512445,
"recall": {
"identifier_lower": 0.9576059850374065,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
384,
13,
4
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.043069085732812096
}
},
{
"epoch": 8,
"training_loss": 0.1442930147035693,
"learning_rate": 0.0009567727288213005,
"validation": {
"samples": 467,
"accuracy": 0.95931476354599,
"macro_f1": 0.8831616775779212,
"recall": {
"identifier_lower": 0.9600997506234414,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
385,
13,
3
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.03680740917091671
}
},
{
"epoch": 9,
"training_loss": 0.13445695731819096,
"learning_rate": 0.0009455032620941839,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.9081335240265146,
"recall": {
"identifier_lower": 0.970074812967581,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
389,
9,
3
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.03388859508217265
}
},
{
"epoch": 10,
"training_loss": 0.1330791132080355,
"learning_rate": 0.0009330127018922195,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.9066096145742163,
"recall": {
"identifier_lower": 0.970074812967581,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
389,
10,
2
],
[
1,
20,
1
],
[
0,
0,
44
]
],
"ece": 0.029228197112581178
}
},
{
"epoch": 11,
"training_loss": 0.11205834575831536,
"learning_rate": 0.0009193352839727121,
"validation": {
"samples": 467,
"accuracy": 0.9700214266777039,
"macro_f1": 0.907825279474267,
"recall": {
"identifier_lower": 0.972568578553616,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
390,
9,
2
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.02395394208736132
}
},
{
"epoch": 12,
"training_loss": 0.094981630116685,
"learning_rate": 0.0009045084971874737,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9233519504577847,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
393,
7,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.020297527214571592
}
},
{
"epoch": 13,
"training_loss": 0.10087664918989153,
"learning_rate": 0.0008885729807284855,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9204996544371354,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
392,
7,
2
],
[
0,
20,
2
],
[
0,
0,
44
]
],
"ece": 0.016511393352726972
}
},
{
"epoch": 14,
"training_loss": 0.08016723319646343,
"learning_rate": 0.0008715724127386972,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9270383370843582,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
2,
19,
1
],
[
1,
0,
43
]
],
"ece": 0.01823449031824706
}
},
{
"epoch": 15,
"training_loss": 0.07950997507333626,
"learning_rate": 0.0008535533905932739,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9233519504577847,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
393,
7,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.013064050552685835
}
},
{
"epoch": 16,
"training_loss": 0.07501162656896691,
"learning_rate": 0.0008345653031794292,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9223558412237658,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
393,
6,
2
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.011953361475379592
}
},
{
"epoch": 17,
"training_loss": 0.0662038832008355,
"learning_rate": 0.0008146601955249188,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010072189168083834
}
},
{
"epoch": 18,
"training_loss": 0.0708043240675609,
"learning_rate": 0.0007938926261462366,
"validation": {
"samples": 467,
"accuracy": 0.9743040800094604,
"macro_f1": 0.9185071611968995,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
392,
6,
3
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.011191716724897188
}
},
{
"epoch": 19,
"training_loss": 0.059418706099460934,
"learning_rate": 0.0007723195175075136,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.007749744198634945
}
},
{
"epoch": 20,
"training_loss": 0.05837932388611005,
"learning_rate": 0.00075,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.007486029059862731
}
},
{
"epoch": 21,
"training_loss": 0.0658514654075474,
"learning_rate": 0.0007269952498697733,
"validation": {
"samples": 467,
"accuracy": 0.9743040800094604,
"macro_f1": 0.9185071611968995,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
392,
6,
3
],
[
0,
20,
2
],
[
1,
0,
43
]
],
"ece": 0.009387401378373017
}
},
{
"epoch": 22,
"training_loss": 0.060872394502920486,
"learning_rate": 0.0007033683215379002,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9227401953472816,
"recall": {
"identifier_lower": 0.9775561097256857,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 1.0
},
"confusion": [
[
392,
6,
3
],
[
0,
20,
2
],
[
0,
0,
44
]
],
"ece": 0.0087111114112145
}
},
{
"epoch": 23,
"training_loss": 0.055712475804556634,
"learning_rate": 0.0006791839747726503,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.014150080327061207
}
},
{
"epoch": 24,
"training_loss": 0.05611806782743233,
"learning_rate": 0.0006545084971874737,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.009501690482484282
}
},
{
"epoch": 25,
"training_loss": 0.05021703952551694,
"learning_rate": 0.0006294095225512603,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.926491442280916,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
4,
2
],
[
1,
19,
2
],
[
1,
0,
43
]
],
"ece": 0.017516016547181962
}
},
{
"epoch": 26,
"training_loss": 0.047697037862379076,
"learning_rate": 0.0006039558454088795,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01044685828449704
}
},
{
"epoch": 27,
"training_loss": 0.04439225993957824,
"learning_rate": 0.0005782172325201154,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01024836830174436
}
},
{
"epoch": 28,
"training_loss": 0.04366479368387782,
"learning_rate": 0.0005522642316338267,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9410410793723215,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
21,
0
],
[
1,
0,
43
]
],
"ece": 0.011510787011652646
}
},
{
"epoch": 29,
"training_loss": 0.03727660343059016,
"learning_rate": 0.0005261679781214719,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9430843870930619,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9545454545454546,
"multiply_operator": 0.9545454545454546
},
"confusion": [
[
395,
5,
1
],
[
1,
21,
0
],
[
2,
0,
42
]
],
"ece": 0.010586827790899367
}
},
{
"epoch": 30,
"training_loss": 0.03949941129999395,
"learning_rate": 0.0005000000000000001,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9233519504577847,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
393,
7,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010985663576965538
}
},
{
"epoch": 31,
"training_loss": 0.03434795174765838,
"learning_rate": 0.00047383202187852816,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9403964741043392,
"recall": {
"identifier_lower": 0.9900249376558603,
"identifier_upper": 0.8636363636363636,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
397,
3,
1
],
[
2,
19,
1
],
[
1,
0,
43
]
],
"ece": 0.012696523661337333
}
},
{
"epoch": 32,
"training_loss": 0.03366550082202825,
"learning_rate": 0.00044773576836617336,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010714981164157616
}
},
{
"epoch": 33,
"training_loss": 0.02854459550032234,
"learning_rate": 0.0004217827674798846,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01113017341197614
}
},
{
"epoch": 34,
"training_loss": 0.02719002439282339,
"learning_rate": 0.00039604415459112036,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.00673925313164761
}
},
{
"epoch": 35,
"training_loss": 0.0331632192017437,
"learning_rate": 0.00037059047744873974,
"validation": {
"samples": 467,
"accuracy": 0.9764453768730164,
"macro_f1": 0.9233519504577847,
"recall": {
"identifier_lower": 0.9800498753117207,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
393,
7,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.013489080056338226
}
},
{
"epoch": 36,
"training_loss": 0.031542465002102234,
"learning_rate": 0.0003454915028125264,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.009979711013570536
}
},
{
"epoch": 37,
"training_loss": 0.03016119669183984,
"learning_rate": 0.0003208160252273499,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010851028115519135
}
},
{
"epoch": 38,
"training_loss": 0.02717547928194151,
"learning_rate": 0.0002966316784621,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01079029480006835
}
},
{
"epoch": 39,
"training_loss": 0.0310103608408148,
"learning_rate": 0.0002730047501302267,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010976817397607086
}
},
{
"epoch": 40,
"training_loss": 0.026378964485470637,
"learning_rate": 0.00025000000000000017,
"validation": {
"samples": 467,
"accuracy": 0.978586733341217,
"macro_f1": 0.9294443739553914,
"recall": {
"identifier_lower": 0.9825436408977556,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
394,
6,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.011242367301014355
}
},
{
"epoch": 41,
"training_loss": 0.026919757928185493,
"learning_rate": 0.00022768048249248665,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.008514272331456352
}
},
{
"epoch": 42,
"training_loss": 0.02101406411269328,
"learning_rate": 0.00020610737385376354,
"validation": {
"samples": 467,
"accuracy": 0.9850106835365295,
"macro_f1": 0.9492270079067833,
"recall": {
"identifier_lower": 0.9900249376558603,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
397,
3,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.01576937972125217
}
},
{
"epoch": 43,
"training_loss": 0.025051051183624357,
"learning_rate": 0.0001853398044750814,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.008957387820282159
}
},
{
"epoch": 44,
"training_loss": 0.02337893257506913,
"learning_rate": 0.0001654346968205711,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.009912979300719327
}
},
{
"epoch": 45,
"training_loss": 0.02451852051437449,
"learning_rate": 0.0001464466094067263,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.013544975370280626
}
},
{
"epoch": 46,
"training_loss": 0.026250681678198877,
"learning_rate": 0.00012842758726130298,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.00912011481585609
}
},
{
"epoch": 47,
"training_loss": 0.02889129058082662,
"learning_rate": 0.00011142701927151459,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.011757288636972202
}
},
{
"epoch": 48,
"training_loss": 0.022403624845621327,
"learning_rate": 9.549150281252635e-05,
"validation": {
"samples": 467,
"accuracy": 0.980728030204773,
"macro_f1": 0.9357769673206845,
"recall": {
"identifier_lower": 0.9850374064837906,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
395,
5,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.011716582876258735
}
},
{
"epoch": 49,
"training_loss": 0.025375535765540896,
"learning_rate": 8.066471602728805e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.009382125637459077
}
},
{
"epoch": 50,
"training_loss": 0.022656148082484517,
"learning_rate": 6.698729810778066e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.00923494300787589
}
},
{
"epoch": 51,
"training_loss": 0.023824987376462357,
"learning_rate": 5.449673790581612e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.009213883294823783
}
},
{
"epoch": 52,
"training_loss": 0.023352916523705403,
"learning_rate": 4.322727117869952e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.011872639667516796
}
},
{
"epoch": 53,
"training_loss": 0.021687946286104848,
"learning_rate": 3.3209786751399136e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.012312911475995239
}
},
{
"epoch": 54,
"training_loss": 0.02064617546330664,
"learning_rate": 2.4471741852423238e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.011963830815148915
}
},
{
"epoch": 55,
"training_loss": 0.02330371331606864,
"learning_rate": 1.7037086855465846e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010443179809695252
}
},
{
"epoch": 56,
"training_loss": 0.023487418434663745,
"learning_rate": 1.0926199633097158e-05,
"validation": {
"samples": 467,
"accuracy": 0.9828693866729736,
"macro_f1": 0.9423654670112596,
"recall": {
"identifier_lower": 0.9875311720698254,
"identifier_upper": 0.9090909090909091,
"multiply_operator": 0.9772727272727273
},
"confusion": [
[
396,
4,
1
],
[
1,
20,
1
],
[
1,
0,
43
]
],
"ece": 0.010452173984375396
}
}
],
"checkpoint": "behavior_role_head.pt",
"checkpoint_bytes": 75794,
"track": "R_noncommercial_only",
"product_validation": false,
"interpretation_limit": "CROHME ์—ฐ๊ตฌ์šฉ ์—ฐ์† ์ˆ˜์‹ ํ–‰๋™ head์ด๋ฉฐ ์ƒ์šฉ checkpoint์— ๋ณ‘ํ•ฉํ•  ์ˆ˜ ์—†๋‹ค. P-track writer/device-disjoint ์žฌํ•™์Šต์ด ํ•„์š”ํ•˜๋‹ค."
}