aiflow-math-ink-06-intermediate / reports /formula_adapter_h64_seed47.json
cwLeeDev's picture
Add 3-seed formula-domain generalization study
4a3cd2f verified
Raw
History Blame
5.57 kB
{
"experiment": "R-MATH-INK-06-FORMULA-ADAPTER-001",
"generated_at": "2026-07-23T21:12:27.630518+00:00",
"seed": 47,
"device": "cuda",
"cuda_device": "NVIDIA GeForce GTX 1650",
"split_contract": "CROHME trainData writer fit/validation; testDataGT one-shot",
"samples": {
"fit": 12526,
"validation": 3241,
"official_test": 5921
},
"label_support": {
"fit": 69,
"validation": 64,
"official_test": 69
},
"baseline_validation": {
"samples": 3241,
"exact_top1": 0.5646405220031738,
"family_head_top1": 0.6093798279762268,
"visual_family_top1": 0.6430114162295588
},
"selected_epoch": 16,
"selected_validation": {
"samples": 3241,
"exact_top1": 0.8728787302970886,
"family_head_top1": 0.9348966479301453,
"visual_family_top1": 0.9315026226473311
},
"official_test": {
"samples": 5921,
"exact_top1": 0.8351629972457886,
"family_head_top1": 0.8816078305244446,
"visual_family_top1": 0.8802567133930079
},
"official_test_skipped": false,
"history": [
{
"epoch": 1,
"loss": 1.351943042813515,
"validation": {
"samples": 3241,
"exact_top1": 0.6868250370025635,
"family_head_top1": 0.7889540195465088,
"visual_family_top1": 0.8114779389077446
}
},
{
"epoch": 2,
"loss": 0.9095250976328947,
"validation": {
"samples": 3241,
"exact_top1": 0.7488429546356201,
"family_head_top1": 0.8642394542694092,
"visual_family_top1": 0.8802838630052453
}
},
{
"epoch": 3,
"loss": 0.7641888577110914,
"validation": {
"samples": 3241,
"exact_top1": 0.790188193321228,
"family_head_top1": 0.8947855830192566,
"visual_family_top1": 0.9058932428262881
}
},
{
"epoch": 4,
"loss": 0.6510059152330671,
"validation": {
"samples": 3241,
"exact_top1": 0.7991360425949097,
"family_head_top1": 0.9068188667297363,
"visual_family_top1": 0.9163838321505708
}
},
{
"epoch": 5,
"loss": 0.5757968784595022,
"validation": {
"samples": 3241,
"exact_top1": 0.8198087215423584,
"family_head_top1": 0.9120641946792603,
"visual_family_top1": 0.9203949398333847
}
},
{
"epoch": 6,
"loss": 0.5340398185107172,
"validation": {
"samples": 3241,
"exact_top1": 0.8296821713447571,
"family_head_top1": 0.9210120439529419,
"visual_family_top1": 0.9207034865782165
}
},
{
"epoch": 7,
"loss": 0.48838041144974376,
"validation": {
"samples": 3241,
"exact_top1": 0.8333847522735596,
"family_head_top1": 0.9176180362701416,
"visual_family_top1": 0.91792656587473
}
},
{
"epoch": 8,
"loss": 0.45159442144997264,
"validation": {
"samples": 3241,
"exact_top1": 0.8528231978416443,
"family_head_top1": 0.9274914860725403,
"visual_family_top1": 0.9262573279851898
}
},
{
"epoch": 9,
"loss": 0.4143643750219929,
"validation": {
"samples": 3241,
"exact_top1": 0.857759952545166,
"family_head_top1": 0.926257312297821,
"visual_family_top1": 0.9240975007713669
}
},
{
"epoch": 10,
"loss": 0.3901189827189154,
"validation": {
"samples": 3241,
"exact_top1": 0.8611539602279663,
"family_head_top1": 0.9293428063392639,
"visual_family_top1": 0.9293427954335082
}
},
{
"epoch": 11,
"loss": 0.403350510767528,
"validation": {
"samples": 3241,
"exact_top1": 0.8617710471153259,
"family_head_top1": 0.9311940670013428,
"visual_family_top1": 0.9302684356680037
}
},
{
"epoch": 12,
"loss": 0.3805522480789496,
"validation": {
"samples": 3241,
"exact_top1": 0.8667078018188477,
"family_head_top1": 0.9318111538887024,
"visual_family_top1": 0.9293427954335082
}
},
{
"epoch": 13,
"loss": 0.37446980147945635,
"validation": {
"samples": 3241,
"exact_top1": 0.870101809501648,
"family_head_top1": 0.9321197271347046,
"visual_family_top1": 0.9352051835853131
}
},
{
"epoch": 14,
"loss": 0.3581130741810312,
"validation": {
"samples": 3241,
"exact_top1": 0.8716445565223694,
"family_head_top1": 0.933662474155426,
"visual_family_top1": 0.9324282628818266
}
},
{
"epoch": 15,
"loss": 0.34867141137317736,
"validation": {
"samples": 3241,
"exact_top1": 0.872261643409729,
"family_head_top1": 0.931502640247345,
"visual_family_top1": 0.9308855291576674
}
},
{
"epoch": 16,
"loss": 0.339629308909786,
"validation": {
"samples": 3241,
"exact_top1": 0.8728787302970886,
"family_head_top1": 0.9348966479301453,
"visual_family_top1": 0.9315026226473311
}
}
],
"checkpoint": "formula_adapter.pt",
"checkpoint_bytes": 92162,
"track": "R_noncommercial_only",
"product_validation": false,
"distillation_allowed": false
}