| { |
| "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc10", |
| "input": "eval/irish_gov_chatbot_redteam_v2.jsonl", |
| "loader_type": "global_pointer_onnx", |
| "examples": 25, |
| "min_score": 0.5, |
| "iou_threshold": 0.5, |
| "elapsed_seconds": 0.32760255702305585, |
| "examples_per_second": 76.31198067309518, |
| "overall": { |
| "precision": 0.9726027397260274, |
| "recall": 1.0, |
| "f1": 0.9861111111111112, |
| "tp": 71, |
| "fp": 2, |
| "fn": 0 |
| }, |
| "by_label": { |
| "ACCOUNT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "BANK_ROUTING_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 1, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "CREDIT_DEBIT_CARD": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 1, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "EMAIL": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 10, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "FIRST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 7, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "LAST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 7, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PASSPORT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PHONE_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 17, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "POSTCODE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 7, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PPSN": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 11, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "SWIFT_BIC": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "backend": "onnx_q8" |
| } |
|
|
