{
  "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc10",
  "input": "eval/irish_gov_chatbot_redteam_v2.jsonl",
  "loader_type": "global_pointer_onnx",
  "examples": 25,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 0.32760255702305585,
  "examples_per_second": 76.31198067309518,
  "overall": {
    "precision": 0.9726027397260274,
    "recall": 1.0,
    "f1": 0.9861111111111112,
    "tp": 71,
    "fp": 2,
    "fn": 0
  },
  "by_label": {
    "ACCOUNT_NUMBER": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 4,
      "fp": 0,
      "fn": 0
    },
    "BANK_ROUTING_NUMBER": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 1,
      "fp": 0,
      "fn": 0
    },
    "CREDIT_DEBIT_CARD": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 1,
      "fp": 0,
      "fn": 0
    },
    "EMAIL": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 10,
      "fp": 0,
      "fn": 0
    },
    "FIRST_NAME": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 7,
      "fp": 0,
      "fn": 0
    },
    "LAST_NAME": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 7,
      "fp": 0,
      "fn": 0
    },
    "PASSPORT_NUMBER": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 2,
      "fp": 0,
      "fn": 0
    },
    "PHONE_NUMBER": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 17,
      "fp": 0,
      "fn": 0
    },
    "POSTCODE": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 7,
      "fp": 0,
      "fn": 0
    },
    "PPSN": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 11,
      "fp": 0,
      "fn": 0
    },
    "SWIFT_BIC": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 4,
      "fp": 0,
      "fn": 0
    }
  },
  "backend": "onnx_q8"
}