one-pass-sv-forms / sv0-forms.json
maglun's picture
v2: corrected generator, 10 000-episode checkpoint, changelog, Core ML packages
3f1f3aa verified
Raw History Blame
3.78 kB
{
"config": {
"context_tokens": 224,
"encoder": "tinyx",
"heads": 4,
"layers": 2,
"option_tokens": 96,
"rank": 128,
"width": 128
},
"format": "cua-s1",
"format_version": 1,
"metadata": {
"batch_size": 64,
"best_validation": {
"ece": 0.0011067466822396455,
"examples": 29649,
"nll": 0.014722759442557139,
"per_action": {
"check": {
"acc": 1.0,
"n": 833
},
"click": {
"acc": 1.0,
"n": 1007
},
"fill": {
"acc": 0.9877524709926945,
"n": 13962
},
"skip": {
"acc": 0.9952336246118293,
"n": 13847
}
},
"top1": 0.9920064806938171
},
"deterministic": false,
"epochs": 4,
"history": [
{
"epoch": 1,
"train_nll": 0.6810737938714119,
"validation": {
"ece": 0.0038536921401828295,
"examples": 29649,
"nll": 0.10877726682664057,
"per_action": {
"check": {
"acc": 0.9867947178871549,
"n": 833
},
"click": {
"acc": 1.0,
"n": 1007
},
"fill": {
"acc": 0.9732846297092107,
"n": 13962
},
"skip": {
"acc": 0.9447533761825666,
"n": 13847
}
},
"top1": 0.9612466096878052
}
},
{
"epoch": 2,
"train_nll": 0.08150138849369405,
"validation": {
"ece": 0.004962782920756581,
"examples": 29649,
"nll": 0.04922109633023761,
"per_action": {
"check": {
"acc": 1.0,
"n": 833
},
"click": {
"acc": 0.9940417080436942,
"n": 1007
},
"fill": {
"acc": 0.9852456668099127,
"n": 13962
},
"skip": {
"acc": 0.9790568354156135,
"n": 13847
}
},
"top1": 0.983068585395813
}
},
{
"epoch": 3,
"train_nll": 0.02742721090312225,
"validation": {
"ece": 0.0023602779376687977,
"examples": 29649,
"nll": 0.01792668065080643,
"per_action": {
"check": {
"acc": 1.0,
"n": 833
},
"click": {
"acc": 1.0,
"n": 1007
},
"fill": {
"acc": 0.988110585875949,
"n": 13962
},
"skip": {
"acc": 0.9944392287138009,
"n": 13847
}
},
"top1": 0.9918041229248047
}
},
{
"epoch": 4,
"train_nll": 0.01454558765468025,
"validation": {
"ece": 0.0011067466822396455,
"examples": 29649,
"nll": 0.014722759442557139,
"per_action": {
"check": {
"acc": 1.0,
"n": 833
},
"click": {
"acc": 1.0,
"n": 1007
},
"fill": {
"acc": 0.9877524709926945,
"n": 13962
},
"skip": {
"acc": 0.9952336246118293,
"n": 13847
}
},
"top1": 0.9920064806938171
}
}
],
"learning_rate": 0.002,
"seed": 7,
"task": "form-specialist-choice-classification",
"warmup": 0.05,
"workers": 0
},
"state_signature": "7c37ee78ca9c522d7bc0470eb8b4294f35bbf48246197677fe7745972a09824e"
}