{ "experiment": "R-MATH-INK-06-BEHAVIOR-ROLE-001", "generated_at": "2026-07-23T16:37:21.119948+00:00", "seed": 17, "device": "cuda", "cuda_device": "NVIDIA GeForce GTX 1650", "teacher_adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed17_20260723\\skeleton_adapter.pt", "base_checkpoint": "C:\\Users\\user\\Desktop\\Aiflow\\math-grid-drawer-simulation\\research\\runs\\math_ink_06_federated_virtual_ce025_family010_seed17_20260723\\math_ink_06_candidate.pt", "split_contract": "CROHME2012 trainData writer fit/validation; testDataGT official held-out", "formulas": { "fit": 1063, "validation": 275, "official_test": 488 }, "role_samples": { "fit": { "identifier_lower": 1573, "multiply_operator": 177, "identifier_upper": 99 }, "validation": { "identifier_lower": 401, "multiply_operator": 44, "identifier_upper": 22 }, "official_test": { "identifier_lower": 568, "identifier_upper": 31, "multiply_operator": 36 } }, "teacher_baseline": { "validation": { "samples": 467, "accuracy": 0.5117772817611694, "macro_f1": 0.2694663504489392, "recall": { "identifier_lower": 0.5610972568578554, "identifier_upper": 0.6363636363636364, "multiply_operator": 0.0 }, "confusion": [ [ 225, 176, 0 ], [ 8, 14, 0 ], [ 17, 27, 0 ] ], "ece": 0.2943883374417391 }, "official_test": { "samples": 635, "accuracy": 0.7433071136474609, "macro_f1": 0.3644206619715246, "recall": { "identifier_lower": 0.7922535211267606, "identifier_upper": 0.7096774193548387, "multiply_operator": 0.0 }, "confusion": [ [ 450, 118, 0 ], [ 9, 22, 0 ], [ 16, 20, 0 ] ], "ece": 0.07124687355102433 } }, "selected_epoch": 20, "validation": { "samples": 467, "accuracy": 0.980728030204773, "macro_f1": 0.9343017918927581, "recall": { "identifier_lower": 0.9850374064837906, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 395, 5, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.012505268671260533 }, "official_test": { "samples": 635, "accuracy": 0.930708646774292, "macro_f1": 0.7664031279554507, "recall": { "identifier_lower": 0.9507042253521126, "identifier_upper": 0.6129032258064516, "multiply_operator": 0.8888888888888888 }, "confusion": [ [ 540, 11, 17 ], [ 7, 19, 5 ], [ 4, 0, 32 ] ], "ece": 0.04725504415735027 }, "history": [ { "epoch": 1, "training_loss": 0.8664151411433036, "learning_rate": 0.0009993147673772868, "validation": { "samples": 467, "accuracy": 0.937901496887207, "macro_f1": 0.6901225996001208, "recall": { "identifier_lower": 0.9925187032418953, "identifier_upper": 0.13636363636363635, "multiply_operator": 0.8409090909090909 }, "confusion": [ [ 398, 2, 1 ], [ 17, 3, 2 ], [ 7, 0, 37 ] ], "ece": 0.25199230197614064 } }, { "epoch": 2, "training_loss": 0.48776758444057794, "learning_rate": 0.0009972609476841365, "validation": { "samples": 467, "accuracy": 0.9464668035507202, "macro_f1": 0.841374856305866, "recall": { "identifier_lower": 0.9551122194513716, "identifier_upper": 0.6818181818181818, "multiply_operator": 1.0 }, "confusion": [ [ 383, 6, 12 ], [ 4, 15, 3 ], [ 0, 0, 44 ] ], "ece": 0.1645497844156485 } }, { "epoch": 3, "training_loss": 0.3556023381364352, "learning_rate": 0.0009938441702975688, "validation": { "samples": 467, "accuracy": 0.9357602000236511, "macro_f1": 0.833029979855433, "recall": { "identifier_lower": 0.9326683291770573, "identifier_upper": 0.8636363636363636, "multiply_operator": 1.0 }, "confusion": [ [ 374, 17, 10 ], [ 1, 19, 2 ], [ 0, 0, 44 ] ], "ece": 0.09147509771164186 } }, { "epoch": 4, "training_loss": 0.26723343752860507, "learning_rate": 0.0009890738003669028, "validation": { "samples": 467, "accuracy": 0.9507494568824768, "macro_f1": 0.8607384230805842, "recall": { "identifier_lower": 0.9526184538653366, "identifier_upper": 0.8636363636363636, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 382, 13, 6 ], [ 1, 19, 2 ], [ 1, 0, 43 ] ], "ece": 0.062420505586087666 } }, { "epoch": 5, "training_loss": 0.21136827406656297, "learning_rate": 0.0009829629131445341, "validation": { "samples": 467, "accuracy": 0.9571734666824341, "macro_f1": 0.8729565584257539, "recall": { "identifier_lower": 0.9600997506234414, "identifier_upper": 0.8636363636363636, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 385, 12, 4 ], [ 1, 19, 2 ], [ 1, 0, 43 ] ], "ece": 0.04255504449651676 } }, { "epoch": 6, "training_loss": 0.18273214323737288, "learning_rate": 0.0009755282581475769, "validation": { "samples": 467, "accuracy": 0.9614561200141907, "macro_f1": 0.8863811984666184, "recall": { "identifier_lower": 0.9625935162094763, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 386, 11, 4 ], [ 0, 20, 2 ], [ 1, 0, 43 ] ], "ece": 0.03619947574140617 } }, { "epoch": 7, "training_loss": 0.15203840695341708, "learning_rate": 0.0009667902132486009, "validation": { "samples": 467, "accuracy": 0.9678800702095032, "macro_f1": 0.8962205008106648, "recall": { "identifier_lower": 0.972568578553616, "identifier_upper": 0.8636363636363636, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 390, 9, 2 ], [ 1, 19, 2 ], [ 1, 0, 43 ] ], "ece": 0.03232797067290538 } }, { "epoch": 8, "training_loss": 0.14169115595330156, "learning_rate": 0.0009567727288213005, "validation": { "samples": 467, "accuracy": 0.9678800702095032, "macro_f1": 0.9052039381153305, "recall": { "identifier_lower": 0.9675810473815462, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 388, 11, 2 ], [ 0, 21, 1 ], [ 1, 0, 43 ] ], "ece": 0.018176731911316857 } }, { "epoch": 9, "training_loss": 0.13135876842225933, "learning_rate": 0.0009455032620941839, "validation": { "samples": 467, "accuracy": 0.9700214266777039, "macro_f1": 0.9047390517978752, "recall": { "identifier_lower": 0.972568578553616, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 390, 9, 2 ], [ 0, 20, 2 ], [ 1, 0, 43 ] ], "ece": 0.02200874505840733 } }, { "epoch": 10, "training_loss": 0.11230913681023955, "learning_rate": 0.0009330127018922195, "validation": { "samples": 467, "accuracy": 0.9721627235412598, "macro_f1": 0.9103945235092775, "recall": { "identifier_lower": 0.9750623441396509, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 391, 8, 2 ], [ 0, 20, 2 ], [ 1, 0, 43 ] ], "ece": 0.01476410931314176 } }, { "epoch": 11, "training_loss": 0.12257683425819377, "learning_rate": 0.0009193352839727121, "validation": { "samples": 467, "accuracy": 0.9678800702095032, "macro_f1": 0.9027654300848705, "recall": { "identifier_lower": 0.970074812967581, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9772727272727273 }, "confusion": [ [ 389, 8, 4 ], [ 0, 20, 2 ], [ 1, 0, 43 ] ], "ece": 0.017116291183071924 } }, { "epoch": 12, "training_loss": 0.0994343711451107, "learning_rate": 0.0009045084971874737, "validation": { "samples": 467, "accuracy": 0.9700214266777039, "macro_f1": 0.901258561432139, "recall": { "identifier_lower": 0.9750623441396509, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 391, 8, 2 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.018608979759266953 } }, { "epoch": 13, "training_loss": 0.0989906879261805, "learning_rate": 0.0008885729807284855, "validation": { "samples": 467, "accuracy": 0.9614561200141907, "macro_f1": 0.8816020856578524, "recall": { "identifier_lower": 0.9650872817955112, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 387, 11, 3 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.016365934745471405 } }, { "epoch": 14, "training_loss": 0.0808139483934483, "learning_rate": 0.0008715724127386972, "validation": { "samples": 467, "accuracy": 0.9700214266777039, "macro_f1": 0.9025039455397734, "recall": { "identifier_lower": 0.9775561097256857, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9318181818181818 }, "confusion": [ [ 392, 7, 2 ], [ 0, 20, 2 ], [ 2, 1, 41 ] ], "ece": 0.010795583006043136 } }, { "epoch": 15, "training_loss": 0.07372696755334066, "learning_rate": 0.0008535533905932739, "validation": { "samples": 467, "accuracy": 0.9721627235412598, "macro_f1": 0.9064184559159433, "recall": { "identifier_lower": 0.9800498753117207, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9318181818181818 }, "confusion": [ [ 393, 7, 1 ], [ 0, 20, 2 ], [ 2, 1, 41 ] ], "ece": 0.009348892538137088 } }, { "epoch": 16, "training_loss": 0.07725203380879193, "learning_rate": 0.0008345653031794292, "validation": { "samples": 467, "accuracy": 0.9678800702095032, "macro_f1": 0.8974130444718679, "recall": { "identifier_lower": 0.972568578553616, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 390, 8, 3 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.009894764955310997 } }, { "epoch": 17, "training_loss": 0.07687817322943519, "learning_rate": 0.0008146601955249188, "validation": { "samples": 467, "accuracy": 0.9721627235412598, "macro_f1": 0.9069129582983487, "recall": { "identifier_lower": 0.9775561097256857, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 392, 7, 2 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.012464378740260407 } }, { "epoch": 18, "training_loss": 0.057948201415247376, "learning_rate": 0.0007938926261462366, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9253704450607557, "recall": { "identifier_lower": 0.9850374064837906, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9090909090909091 }, "confusion": [ [ 395, 5, 1 ], [ 0, 21, 1 ], [ 3, 1, 40 ] ], "ece": 0.00991112969254071 } }, { "epoch": 19, "training_loss": 0.061869524983440366, "learning_rate": 0.0007723195175075136, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.010770219689081761 } }, { "epoch": 20, "training_loss": 0.05992952661499131, "learning_rate": 0.00075, "validation": { "samples": 467, "accuracy": 0.980728030204773, "macro_f1": 0.9343017918927581, "recall": { "identifier_lower": 0.9850374064837906, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 395, 5, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.012505268671260533 } }, { "epoch": 21, "training_loss": 0.05748118384423418, "learning_rate": 0.0007269952498697733, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9241664900007067, "recall": { "identifier_lower": 0.9800498753117207, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 393, 6, 2 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.012078481872675795 } }, { "epoch": 22, "training_loss": 0.05552331064442417, "learning_rate": 0.0007033683215379002, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.01375456475603734 } }, { "epoch": 23, "training_loss": 0.05059329802729492, "learning_rate": 0.0006791839747726503, "validation": { "samples": 467, "accuracy": 0.980728030204773, "macro_f1": 0.9343017918927581, "recall": { "identifier_lower": 0.9850374064837906, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 395, 5, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.014063424294025129 } }, { "epoch": 24, "training_loss": 0.04741996307109355, "learning_rate": 0.0006545084971874737, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.014278831026696637 } }, { "epoch": 25, "training_loss": 0.045853679783122485, "learning_rate": 0.0006294095225512603, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.010883985780968997 } }, { "epoch": 26, "training_loss": 0.04512504158615099, "learning_rate": 0.0006039558454088795, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.013965369132306671 } }, { "epoch": 27, "training_loss": 0.04251890660960201, "learning_rate": 0.0005782172325201154, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.012569363101110287 } }, { "epoch": 28, "training_loss": 0.03838672627946246, "learning_rate": 0.0005522642316338267, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.014809996296913819 } }, { "epoch": 29, "training_loss": 0.03758213210603139, "learning_rate": 0.0005261679781214719, "validation": { "samples": 467, "accuracy": 0.978586733341217, "macro_f1": 0.9281650677630577, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.017492014176815535 } }, { "epoch": 30, "training_loss": 0.03215042207583487, "learning_rate": 0.0005000000000000001, "validation": { "samples": 467, "accuracy": 0.980728030204773, "macro_f1": 0.9343017918927581, "recall": { "identifier_lower": 0.9850374064837906, "identifier_upper": 0.9545454545454546, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 395, 5, 1 ], [ 0, 21, 1 ], [ 1, 1, 42 ] ], "ece": 0.014136015954741968 } }, { "epoch": 31, "training_loss": 0.0369916168983931, "learning_rate": 0.00047383202187852816, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.013719689410926716 } }, { "epoch": 32, "training_loss": 0.035283506925989964, "learning_rate": 0.00044773576836617336, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.013527763252959124 } }, { "epoch": 33, "training_loss": 0.034194678393796515, "learning_rate": 0.0004217827674798846, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.013401276325591738 } }, { "epoch": 34, "training_loss": 0.03293262683399114, "learning_rate": 0.00039604415459112036, "validation": { "samples": 467, "accuracy": 0.9764453768730164, "macro_f1": 0.9166988346916883, "recall": { "identifier_lower": 0.9825436408977556, "identifier_upper": 0.9090909090909091, "multiply_operator": 0.9545454545454546 }, "confusion": [ [ 394, 6, 1 ], [ 0, 20, 2 ], [ 1, 1, 42 ] ], "ece": 0.014931237887967963 } } ], "checkpoint": "behavior_role_head.pt", "checkpoint_bytes": 75794, "track": "R_noncommercial_only", "product_validation": false, "interpretation_limit": "CROHME 연구용 연속 수식 행동 head이며 상용 checkpoint에 병합할 수 없다. P-track writer/device-disjoint 재학습이 필요하다." }