aiflow-math-ink-06-intermediate / reports /formula_adapter_h64_seed31.json
cwLeeDev's picture
Add 3-seed formula-domain generalization study
4a3cd2f verified
Raw
History Blame Contribute Delete
5.57 kB
{
"experiment": "R-MATH-INK-06-FORMULA-ADAPTER-001",
"generated_at": "2026-07-23T21:10:09.642194+00:00",
"seed": 31,
"device": "cuda",
"cuda_device": "NVIDIA GeForce GTX 1650",
"split_contract": "CROHME trainData writer fit/validation; testDataGT one-shot",
"samples": {
"fit": 12526,
"validation": 3241,
"official_test": 5921
},
"label_support": {
"fit": 69,
"validation": 64,
"official_test": 69
},
"baseline_validation": {
"samples": 3241,
"exact_top1": 0.534711480140686,
"family_head_top1": 0.5908670425415039,
"visual_family_top1": 0.6143165689601975
},
"selected_epoch": 16,
"selected_validation": {
"samples": 3241,
"exact_top1": 0.8537488579750061,
"family_head_top1": 0.9339709877967834,
"visual_family_top1": 0.937365010799136
},
"official_test": {
"samples": 5921,
"exact_top1": 0.824860692024231,
"family_head_top1": 0.8805944919586182,
"visual_family_top1": 0.8839723019760176
},
"official_test_skipped": false,
"history": [
{
"epoch": 1,
"loss": 1.315348552197826,
"validation": {
"samples": 3241,
"exact_top1": 0.6806541085243225,
"family_head_top1": 0.7877198457717896,
"visual_family_top1": 0.81240357914224
}
},
{
"epoch": 2,
"loss": 0.9780515262058803,
"validation": {
"samples": 3241,
"exact_top1": 0.7309472560882568,
"family_head_top1": 0.8463436961174011,
"visual_family_top1": 0.8731872878741129
}
},
{
"epoch": 3,
"loss": 0.8133625230010675,
"validation": {
"samples": 3241,
"exact_top1": 0.7540882229804993,
"family_head_top1": 0.8750385642051697,
"visual_family_top1": 0.8855291576673866
}
},
{
"epoch": 4,
"loss": 0.72881653114241,
"validation": {
"samples": 3241,
"exact_top1": 0.7710583209991455,
"family_head_top1": 0.8824436664581299,
"visual_family_top1": 0.9018821351434743
}
},
{
"epoch": 5,
"loss": 0.6326125519616264,
"validation": {
"samples": 3241,
"exact_top1": 0.7926566004753113,
"family_head_top1": 0.9031163454055786,
"visual_family_top1": 0.9095958037642703
}
},
{
"epoch": 6,
"loss": 0.5851733131068093,
"validation": {
"samples": 3241,
"exact_top1": 0.8154890537261963,
"family_head_top1": 0.9105214476585388,
"visual_family_top1": 0.9191607528540574
}
},
{
"epoch": 7,
"loss": 0.5198692186754577,
"validation": {
"samples": 3241,
"exact_top1": 0.8290650844573975,
"family_head_top1": 0.9197778701782227,
"visual_family_top1": 0.9287257019438445
}
},
{
"epoch": 8,
"loss": 0.5133049621873972,
"validation": {
"samples": 3241,
"exact_top1": 0.8253625631332397,
"family_head_top1": 0.9176180362701416,
"visual_family_top1": 0.9213205800678803
}
},
{
"epoch": 9,
"loss": 0.47733115845797014,
"validation": {
"samples": 3241,
"exact_top1": 0.8377044200897217,
"family_head_top1": 0.9173094630241394,
"visual_family_top1": 0.925948781240358
}
},
{
"epoch": 10,
"loss": 0.44930898535008335,
"validation": {
"samples": 3241,
"exact_top1": 0.8580685257911682,
"family_head_top1": 0.9278000593185425,
"visual_family_top1": 0.9352051835853131
}
},
{
"epoch": 11,
"loss": 0.4476292309712391,
"validation": {
"samples": 3241,
"exact_top1": 0.8460351824760437,
"family_head_top1": 0.9256402254104614,
"visual_family_top1": 0.9324282628818266
}
},
{
"epoch": 12,
"loss": 0.42359211432690524,
"validation": {
"samples": 3241,
"exact_top1": 0.8528231978416443,
"family_head_top1": 0.9278000593185425,
"visual_family_top1": 0.9358222770749769
}
},
{
"epoch": 13,
"loss": 0.4136106882776533,
"validation": {
"samples": 3241,
"exact_top1": 0.8522061109542847,
"family_head_top1": 0.9287257194519043,
"visual_family_top1": 0.9342795433508176
}
},
{
"epoch": 14,
"loss": 0.4108709236797021,
"validation": {
"samples": 3241,
"exact_top1": 0.8534402847290039,
"family_head_top1": 0.931502640247345,
"visual_family_top1": 0.9382906510336316
}
},
{
"epoch": 15,
"loss": 0.38455477478552835,
"validation": {
"samples": 3241,
"exact_top1": 0.8518975377082825,
"family_head_top1": 0.9330453276634216,
"visual_family_top1": 0.9352051835853131
}
},
{
"epoch": 16,
"loss": 0.3846216317342252,
"validation": {
"samples": 3241,
"exact_top1": 0.8537488579750061,
"family_head_top1": 0.9339709877967834,
"visual_family_top1": 0.937365010799136
}
}
],
"checkpoint": "formula_adapter.pt",
"checkpoint_bytes": 92162,
"track": "R_noncommercial_only",
"product_validation": false,
"distillation_allowed": false
}