| { | |
| "model": "models/irishcore-globalpointer-135m-b01-extendedv1-e025", | |
| "input": "eval/irish_gov_contact_policy_v1.jsonl", | |
| "loader_type": "global_pointer_pt", | |
| "examples": 12, | |
| "min_score": 0.5, | |
| "iou_threshold": 0.5, | |
| "elapsed_seconds": 0.586188476998359, | |
| "examples_per_second": 20.47123147395747, | |
| "overall": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 30, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "by_label": { | |
| "CITY": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "COUNTY": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "EMAIL": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "PHONE_NUMBER": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 8, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "POSTCODE": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "STREET_ADDRESS": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| } | |
| } | |
| } | |