onepass-c4 / config.json
maglun's picture
Upload folder using huggingface_hub
613f492 verified
Raw History Blame Contribute Delete
7.13 kB
{
"config": {
"context_tokens": 224,
"encoder": "tinyx",
"heads": 4,
"layers": 2,
"option_tokens": 96,
"rank": 128,
"width": 128
},
"format": "cua-s1",
"format_version": 1,
"metadata": {
"batch_size": 128,
"best_validation": {
"ece": 0.041690281839692034,
"examples": 11870,
"nll": 0.783517822741257,
"per_action": {
"fill": {
"acc": 0.6704296545914069,
"n": 11870
}
},
"top1": 0.6704296469688416
},
"deterministic": false,
"epochs": 16,
"history": [
{
"epoch": 1,
"train_nll": 1.174474719076384,
"validation": {
"ece": 0.0141938571978244,
"examples": 11870,
"nll": 1.1072866476777228,
"per_action": {
"fill": {
"acc": 0.5268744734625105,
"n": 11870
}
},
"top1": 0.5268744826316833
}
},
{
"epoch": 2,
"train_nll": 1.1075601199655394,
"validation": {
"ece": 0.02149729657685384,
"examples": 11870,
"nll": 1.080620916249276,
"per_action": {
"fill": {
"acc": 0.54212299915754,
"n": 11870
}
},
"top1": 0.542123019695282
}
},
{
"epoch": 3,
"train_nll": 1.0653092105099249,
"validation": {
"ece": 0.015574659184494521,
"examples": 11870,
"nll": 1.0103731150574913,
"per_action": {
"fill": {
"acc": 0.5907329401853412,
"n": 11870
}
},
"top1": 0.5907329320907593
}
},
{
"epoch": 4,
"train_nll": 1.0212783773412915,
"validation": {
"ece": 0.013229539807070978,
"examples": 11870,
"nll": 0.9861920473248194,
"per_action": {
"fill": {
"acc": 0.5930075821398484,
"n": 11870
}
},
"top1": 0.5930075645446777
}
},
{
"epoch": 5,
"train_nll": 0.9858467176612956,
"validation": {
"ece": 0.03601580613758415,
"examples": 11870,
"nll": 0.9539508559267965,
"per_action": {
"fill": {
"acc": 0.6088458298230834,
"n": 11870
}
},
"top1": 0.6088458299636841
}
},
{
"epoch": 6,
"train_nll": 0.9540491260045052,
"validation": {
"ece": 0.032431015686597675,
"examples": 11870,
"nll": 0.9106796900966937,
"per_action": {
"fill": {
"acc": 0.6215669755686605,
"n": 11870
}
},
"top1": 0.6215669512748718
}
},
{
"epoch": 7,
"train_nll": 0.9194245081411994,
"validation": {
"ece": 0.012758429511450231,
"examples": 11870,
"nll": 0.8723590127740875,
"per_action": {
"fill": {
"acc": 0.6393428812131424,
"n": 11870
}
},
"top1": 0.6393429040908813
}
},
{
"epoch": 8,
"train_nll": 0.8887837545233993,
"validation": {
"ece": 0.036390268071045284,
"examples": 11870,
"nll": 0.8556765536249638,
"per_action": {
"fill": {
"acc": 0.6401010951979781,
"n": 11870
}
},
"top1": 0.6401010751724243
}
},
{
"epoch": 9,
"train_nll": 0.8630667833545145,
"validation": {
"ece": 0.011782656005379977,
"examples": 11870,
"nll": 0.8325905636768935,
"per_action": {
"fill": {
"acc": 0.6508003369839933,
"n": 11870
}
},
"top1": 0.650800347328186
}
},
{
"epoch": 10,
"train_nll": 0.8392637054922487,
"validation": {
"ece": 0.032413204593467526,
"examples": 11870,
"nll": 0.8172403253621179,
"per_action": {
"fill": {
"acc": 0.6570345408593092,
"n": 11870
}
},
"top1": 0.6570345163345337
}
},
{
"epoch": 11,
"train_nll": 0.8187616807132394,
"validation": {
"ece": 0.030475021310849115,
"examples": 11870,
"nll": 0.7994412477617014,
"per_action": {
"fill": {
"acc": 0.6613310867733783,
"n": 11870
}
},
"top1": 0.661331057548523
}
},
{
"epoch": 12,
"train_nll": 0.7960684135908391,
"validation": {
"ece": 0.0442766917985864,
"examples": 11870,
"nll": 0.7984751398460948,
"per_action": {
"fill": {
"acc": 0.6645324347093513,
"n": 11870
}
},
"top1": 0.6645324230194092
}
},
{
"epoch": 13,
"train_nll": 0.7780176014929382,
"validation": {
"ece": 0.03691002965570078,
"examples": 11870,
"nll": 0.7886498840897648,
"per_action": {
"fill": {
"acc": 0.6652906486941871,
"n": 11870
}
},
"top1": 0.6652906537055969
}
},
{
"epoch": 14,
"train_nll": 0.7647250097680387,
"validation": {
"ece": 0.038723565157852136,
"examples": 11870,
"nll": 0.7851139319274439,
"per_action": {
"fill": {
"acc": 0.6669755686604886,
"n": 11870
}
},
"top1": 0.6669755578041077
}
},
{
"epoch": 15,
"train_nll": 0.755377374100882,
"validation": {
"ece": 0.04462498346401844,
"examples": 11870,
"nll": 0.7835762216749569,
"per_action": {
"fill": {
"acc": 0.6702611625947767,
"n": 11870
}
},
"top1": 0.6702611446380615
}
},
{
"epoch": 16,
"train_nll": 0.7501712223465093,
"validation": {
"ece": 0.041690281839692034,
"examples": 11870,
"nll": 0.783517822741257,
"per_action": {
"fill": {
"acc": 0.6704296545914069,
"n": 11870
}
},
"top1": 0.6704296469688416
}
}
],
"learning_rate": 0.002,
"seed": 7,
"task": "form-specialist-choice-classification",
"warmup": 0.05,
"workers": 0
},
"state_signature": "5c067b27e1b52fabd192970f8cfecbadecbc6c55ed529a06eb95cff311590d26"
}