| { |
| "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc10", |
| "input": "eval/irish_core_pii_v1.jsonl", |
| "loader_type": "global_pointer_onnx", |
| "examples": 37, |
| "min_score": 0.5, |
| "iou_threshold": 0.5, |
| "elapsed_seconds": 0.2940682880580425, |
| "examples_per_second": 125.82111537540908, |
| "overall": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 76, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "by_label": { |
| "ACCOUNT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 3, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "BANK_ROUTING_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 1, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "CREDIT_DEBIT_CARD": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "EMAIL": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "FIRST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 19, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "LAST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 19, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PASSPORT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PHONE_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 12, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "POSTCODE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PPSN": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "SWIFT_BIC": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "backend": "onnx_q8" |
| } |
|
|
