{ "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc1", "family": "globalpointer", "backend": "pt", "input": "irish_gov_chatbot_redteam_v1.jsonl", "min_score": 0.5, "iou_threshold": 0.5, "overall": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 161, "fp": 0, "fn": 0 }, "exact": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 161, "fp": 0, "fn": 0 }, "by_label": { "ACCOUNT_NUMBER": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 9, "fp": 0, "fn": 0 }, "BANK_ROUTING_NUMBER": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 3, "fp": 0, "fn": 0 }, "CREDIT_DEBIT_CARD": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 3, "fp": 0, "fn": 0 }, "EMAIL": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 16, "fp": 0, "fn": 0 }, "FIRST_NAME": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 18, "fp": 0, "fn": 0 }, "LAST_NAME": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 18, "fp": 0, "fn": 0 }, "PASSPORT_NUMBER": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 4, "fp": 0, "fn": 0 }, "PHONE_NUMBER": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 36, "fp": 0, "fn": 0 }, "POSTCODE": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 11, "fp": 0, "fn": 0 }, "PPSN": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 34, "fp": 0, "fn": 0 }, "SWIFT_BIC": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 9, "fp": 0, "fn": 0 } }, "by_language": { "en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 99, "fp": 0, "fn": 0 }, "ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 62, "fp": 0, "fn": 0 } }, "by_role": { "assistant": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 56, "fp": 0, "fn": 0 }, "mixed": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "user": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 105, "fp": 0, "fn": 0 } }, "by_source_type": { "assistant_centre_block_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 2, "fp": 0, "fn": 0 }, "assistant_contact_block_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 2, "fp": 0, "fn": 0 }, "assistant_contact_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 2, "fp": 0, "fn": 0 }, "assistant_echo_user_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 15, "fp": 0, "fn": 0 }, "assistant_echo_user_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 15, "fp": 0, "fn": 0 }, "assistant_location_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 12, "fp": 0, "fn": 0 }, "assistant_mailbox_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 2, "fp": 0, "fn": 0 }, "assistant_payment_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 6, "fp": 0, "fn": 0 }, "negative_date_en": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_date_ga": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_direct_debit_en": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_hours_en": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_long_ppsn_en": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_scheme_ga": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_short_ppsn_en": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "negative_year_letter_ga": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 0, "fn": 0 }, "user_allowance_mixed_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 24, "fp": 0, "fn": 0 }, "user_allowance_mixed_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 24, "fp": 0, "fn": 0 }, "user_bare_ppsn_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 6, "fp": 0, "fn": 0 }, "user_bare_ppsn_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 6, "fp": 0, "fn": 0 }, "user_card_email_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 6, "fp": 0, "fn": 0 }, "user_passport_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 12, "fp": 0, "fn": 0 }, "user_payment_en": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 12, "fp": 0, "fn": 0 }, "user_payment_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 12, "fp": 0, "fn": 0 }, "user_sort_code_ga": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 3, "fp": 0, "fn": 0 } }, "failure_count": 0, "failures": [] }