| { |
| "model": "models/irishcore-globalpointer-135m-b01-extendedv1-e025", |
| "input": "eval/irish_gov_contact_policy_v1.jsonl", |
| "loader_type": "global_pointer_pt", |
| "examples": 12, |
| "min_score": 0.5, |
| "iou_threshold": 0.5, |
| "elapsed_seconds": 0.586188476998359, |
| "examples_per_second": 20.47123147395747, |
| "overall": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 30, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "by_label": { |
| "CITY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "COUNTY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "DATE_OF_BIRTH": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "EMAIL": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PHONE_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 8, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "POSTCODE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "STREET_ADDRESS": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| } |
| } |
| } |
|
|