Text Classification
ruvector
intent-classification
typesafe
ruvector-typesafe-banking77 / eval-all-MiniLM-L6-v2.json
ruv's picture
Banking77 bank: 87.0% with bge-small-en-v1.5 (probe head, 4000 iters, class-balanced)
afba0a4
Raw History Blame Contribute Delete
1.01 kB
{
"engineOptions": {
"probeIterations": 4000,
"probeClassBalanced": true
},
"dataset": "banking77",
"encoder": "all-MiniLM-L6-v2",
"questionId": "intent",
"counts": {
"train": 9993,
"test": 3077,
"labels": 77
},
"splitsHash": "f51a48af2895c08ddafcb661530bd07b9ebad6b2d73f04358965a788acc72017",
"train": {
"examples": 9993,
"seconds": 328.446,
"report": {
"question": "intent",
"accepted": 9993,
"rejected": 0,
"head": "linear-probe",
"calibrated": true
}
},
"eval": {
"inScope": {
"n": 3077,
"accuracy": 0.7673058173545662,
"meanConfidence": 0.7062555000480987,
"meanAbstain": 1.0337861248008484e-8,
"p50Ms": 15,
"p95Ms": 16
},
"oos": null
},
"bank": {
"bytes": 2392682,
"sha256": "661afa0340ecde8ea9efeac69d130f4a33d36383502d3f2cd0244d3240ae4e75"
},
"binding": {
"backend": "native"
},
"node": "v22.23.2",
"finishedAt": "2026-09-22T20:31:18.802Z"
}