eval/q8_globalpointer_context_redteam_v11_exact.json

{
  "model": "release/IrishCore-GlobalPointer-ContextPII-135M-v1-rc19",
  "input": "eval/globalpointer_context_redteam_v11.jsonl",
  "loader_type": "global_pointer_onnx",
  "examples": 70,
  "min_score": 0.5,
  "iou_threshold": 1.0,
  "elapsed_seconds": 0.33090299100149423,
  "examples_per_second": 211.542361065222,
  "overall": {
    "precision": 1.0,
    "recall": 1.0,
    "f1": 1.0,
    "tp": 140,
    "fp": 0,
    "fn": 0
  },
  "by_label": {
    "AGE": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 6,
      "fp": 0,
      "fn": 0
    },
    "CITY": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 31,
      "fp": 0,
      "fn": 0
    },
    "COUNTY": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 13,
      "fp": 0,
      "fn": 0
    },
    "DATE_OF_BIRTH": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 15,
      "fp": 0,
      "fn": 0
    },
    "FIRST_NAME": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 6,
      "fp": 0,
      "fn": 0
    },
    "LAST_NAME": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 9,
      "fp": 0,
      "fn": 0
    },
    "PHONE_NUMBER": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 8,
      "fp": 0,
      "fn": 0
    },
    "POSTCODE": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 23,
      "fp": 0,
      "fn": 0
    },
    "PPSN": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 7,
      "fp": 0,
      "fn": 0
    },
    "STREET_ADDRESS": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 22,
      "fp": 0,
      "fn": 0
    }
  }
}