aiflow-math-ink-06-intermediate / reports /formula_adapter_h64_seed17.json
cwLeeDev's picture
Add 3-seed formula-domain generalization study
4a3cd2f verified
Raw
History Blame Contribute Delete
5.57 kB
{
"experiment": "R-MATH-INK-06-FORMULA-ADAPTER-001",
"generated_at": "2026-07-23T21:07:54.418028+00:00",
"seed": 17,
"device": "cuda",
"cuda_device": "NVIDIA GeForce GTX 1650",
"split_contract": "CROHME trainData writer fit/validation; testDataGT one-shot",
"samples": {
"fit": 12526,
"validation": 3241,
"official_test": 5921
},
"label_support": {
"fit": 69,
"validation": 64,
"official_test": 69
},
"baseline_validation": {
"samples": 3241,
"exact_top1": 0.5489046573638916,
"family_head_top1": 0.607528567314148,
"visual_family_top1": 0.6291268127121259
},
"selected_epoch": 14,
"selected_validation": {
"samples": 3241,
"exact_top1": 0.8290650844573975,
"family_head_top1": 0.931502640247345,
"visual_family_top1": 0.9302684356680037
},
"official_test": {
"samples": 5921,
"exact_top1": 0.8113494515419006,
"family_head_top1": 0.880256712436676,
"visual_family_top1": 0.8809322749535552
},
"official_test_skipped": false,
"history": [
{
"epoch": 1,
"loss": 1.4087682196072169,
"validation": {
"samples": 3241,
"exact_top1": 0.6960814595222473,
"family_head_top1": 0.8003702759742737,
"visual_family_top1": 0.8117864856525764
}
},
{
"epoch": 2,
"loss": 0.9927104310113557,
"validation": {
"samples": 3241,
"exact_top1": 0.7294045090675354,
"family_head_top1": 0.8435667753219604,
"visual_family_top1": 0.8636223387843258
}
},
{
"epoch": 3,
"loss": 0.870262260339698,
"validation": {
"samples": 3241,
"exact_top1": 0.7488429546356201,
"family_head_top1": 0.8704103827476501,
"visual_family_top1": 0.8756556618327677
}
},
{
"epoch": 4,
"loss": 0.7446754088207167,
"validation": {
"samples": 3241,
"exact_top1": 0.773526668548584,
"family_head_top1": 0.8842949867248535,
"visual_family_top1": 0.8944770132675101
}
},
{
"epoch": 5,
"loss": 0.6735653883340408,
"validation": {
"samples": 3241,
"exact_top1": 0.7784634232521057,
"family_head_top1": 0.9003394246101379,
"visual_family_top1": 0.908053070040111
}
},
{
"epoch": 6,
"loss": 0.5923128091559118,
"validation": {
"samples": 3241,
"exact_top1": 0.791422426700592,
"family_head_top1": 0.9065103530883789,
"visual_family_top1": 0.9139154581919161
}
},
{
"epoch": 7,
"loss": 0.5416236027162902,
"validation": {
"samples": 3241,
"exact_top1": 0.795433521270752,
"family_head_top1": 0.9129897952079773,
"visual_family_top1": 0.910212897253934
}
},
{
"epoch": 8,
"loss": 0.5023860353596357,
"validation": {
"samples": 3241,
"exact_top1": 0.8093181252479553,
"family_head_top1": 0.9182351231575012,
"visual_family_top1": 0.9194692995988892
}
},
{
"epoch": 9,
"loss": 0.4808114529872427,
"validation": {
"samples": 3241,
"exact_top1": 0.8127121329307556,
"family_head_top1": 0.917926549911499,
"visual_family_top1": 0.9216291268127121
}
},
{
"epoch": 10,
"loss": 0.45815988706082716,
"validation": {
"samples": 3241,
"exact_top1": 0.8173403143882751,
"family_head_top1": 0.9244060516357422,
"visual_family_top1": 0.9213205800678803
}
},
{
"epoch": 11,
"loss": 0.434234369774254,
"validation": {
"samples": 3241,
"exact_top1": 0.8213514089584351,
"family_head_top1": 0.9265658855438232,
"visual_family_top1": 0.9244060475161987
}
},
{
"epoch": 12,
"loss": 0.41754808657023373,
"validation": {
"samples": 3241,
"exact_top1": 0.8244369029998779,
"family_head_top1": 0.9268743991851807,
"visual_family_top1": 0.923788954026535
}
},
{
"epoch": 13,
"loss": 0.40670519945572836,
"validation": {
"samples": 3241,
"exact_top1": 0.8241283297538757,
"family_head_top1": 0.92409747838974,
"visual_family_top1": 0.9222462203023758
}
},
{
"epoch": 14,
"loss": 0.3943827273894329,
"validation": {
"samples": 3241,
"exact_top1": 0.8290650844573975,
"family_head_top1": 0.931502640247345,
"visual_family_top1": 0.9302684356680037
}
},
{
"epoch": 15,
"loss": 0.38740119520498784,
"validation": {
"samples": 3241,
"exact_top1": 0.8278309106826782,
"family_head_top1": 0.9296513199806213,
"visual_family_top1": 0.9302684356680037
}
},
{
"epoch": 16,
"loss": 0.37666105190101934,
"validation": {
"samples": 3241,
"exact_top1": 0.8302993178367615,
"family_head_top1": 0.9278000593185425,
"visual_family_top1": 0.9274915149645171
}
}
],
"checkpoint": "formula_adapter.pt",
"checkpoint_bytes": 92162,
"track": "R_noncommercial_only",
"product_validation": false,
"distillation_allowed": false
}