{ "config": { "context_tokens": 224, "encoder": "tinyx", "heads": 4, "layers": 2, "option_tokens": 96, "rank": 128, "width": 128 }, "format": "cua-s1", "format_version": 1, "metadata": { "batch_size": 128, "best_validation": { "ece": 0.041690281839692034, "examples": 11870, "nll": 0.783517822741257, "per_action": { "fill": { "acc": 0.6704296545914069, "n": 11870 } }, "top1": 0.6704296469688416 }, "deterministic": false, "epochs": 16, "history": [ { "epoch": 1, "train_nll": 1.174474719076384, "validation": { "ece": 0.0141938571978244, "examples": 11870, "nll": 1.1072866476777228, "per_action": { "fill": { "acc": 0.5268744734625105, "n": 11870 } }, "top1": 0.5268744826316833 } }, { "epoch": 2, "train_nll": 1.1075601199655394, "validation": { "ece": 0.02149729657685384, "examples": 11870, "nll": 1.080620916249276, "per_action": { "fill": { "acc": 0.54212299915754, "n": 11870 } }, "top1": 0.542123019695282 } }, { "epoch": 3, "train_nll": 1.0653092105099249, "validation": { "ece": 0.015574659184494521, "examples": 11870, "nll": 1.0103731150574913, "per_action": { "fill": { "acc": 0.5907329401853412, "n": 11870 } }, "top1": 0.5907329320907593 } }, { "epoch": 4, "train_nll": 1.0212783773412915, "validation": { "ece": 0.013229539807070978, "examples": 11870, "nll": 0.9861920473248194, "per_action": { "fill": { "acc": 0.5930075821398484, "n": 11870 } }, "top1": 0.5930075645446777 } }, { "epoch": 5, "train_nll": 0.9858467176612956, "validation": { "ece": 0.03601580613758415, "examples": 11870, "nll": 0.9539508559267965, "per_action": { "fill": { "acc": 0.6088458298230834, "n": 11870 } }, "top1": 0.6088458299636841 } }, { "epoch": 6, "train_nll": 0.9540491260045052, "validation": { "ece": 0.032431015686597675, "examples": 11870, "nll": 0.9106796900966937, "per_action": { "fill": { "acc": 0.6215669755686605, "n": 11870 } }, "top1": 0.6215669512748718 } }, { "epoch": 7, "train_nll": 0.9194245081411994, "validation": { "ece": 0.012758429511450231, "examples": 11870, "nll": 0.8723590127740875, "per_action": { "fill": { "acc": 0.6393428812131424, "n": 11870 } }, "top1": 0.6393429040908813 } }, { "epoch": 8, "train_nll": 0.8887837545233993, "validation": { "ece": 0.036390268071045284, "examples": 11870, "nll": 0.8556765536249638, "per_action": { "fill": { "acc": 0.6401010951979781, "n": 11870 } }, "top1": 0.6401010751724243 } }, { "epoch": 9, "train_nll": 0.8630667833545145, "validation": { "ece": 0.011782656005379977, "examples": 11870, "nll": 0.8325905636768935, "per_action": { "fill": { "acc": 0.6508003369839933, "n": 11870 } }, "top1": 0.650800347328186 } }, { "epoch": 10, "train_nll": 0.8392637054922487, "validation": { "ece": 0.032413204593467526, "examples": 11870, "nll": 0.8172403253621179, "per_action": { "fill": { "acc": 0.6570345408593092, "n": 11870 } }, "top1": 0.6570345163345337 } }, { "epoch": 11, "train_nll": 0.8187616807132394, "validation": { "ece": 0.030475021310849115, "examples": 11870, "nll": 0.7994412477617014, "per_action": { "fill": { "acc": 0.6613310867733783, "n": 11870 } }, "top1": 0.661331057548523 } }, { "epoch": 12, "train_nll": 0.7960684135908391, "validation": { "ece": 0.0442766917985864, "examples": 11870, "nll": 0.7984751398460948, "per_action": { "fill": { "acc": 0.6645324347093513, "n": 11870 } }, "top1": 0.6645324230194092 } }, { "epoch": 13, "train_nll": 0.7780176014929382, "validation": { "ece": 0.03691002965570078, "examples": 11870, "nll": 0.7886498840897648, "per_action": { "fill": { "acc": 0.6652906486941871, "n": 11870 } }, "top1": 0.6652906537055969 } }, { "epoch": 14, "train_nll": 0.7647250097680387, "validation": { "ece": 0.038723565157852136, "examples": 11870, "nll": 0.7851139319274439, "per_action": { "fill": { "acc": 0.6669755686604886, "n": 11870 } }, "top1": 0.6669755578041077 } }, { "epoch": 15, "train_nll": 0.755377374100882, "validation": { "ece": 0.04462498346401844, "examples": 11870, "nll": 0.7835762216749569, "per_action": { "fill": { "acc": 0.6702611625947767, "n": 11870 } }, "top1": 0.6702611446380615 } }, { "epoch": 16, "train_nll": 0.7501712223465093, "validation": { "ece": 0.041690281839692034, "examples": 11870, "nll": 0.783517822741257, "per_action": { "fill": { "acc": 0.6704296545914069, "n": 11870 } }, "top1": 0.6704296469688416 } } ], "learning_rate": 0.002, "seed": 7, "task": "form-specialist-choice-classification", "warmup": 0.05, "workers": 0 }, "state_signature": "5c067b27e1b52fabd192970f8cfecbadecbc6c55ed529a06eb95cff311590d26" }