| { |
| "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc1", |
| "family": "globalpointer", |
| "backend": "pt", |
| "input": "irish_gov_chatbot_redteam_v1.jsonl", |
| "min_score": 0.5, |
| "iou_threshold": 0.5, |
| "overall": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 161, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "exact": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 161, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "by_label": { |
| "ACCOUNT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 9, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "BANK_ROUTING_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 3, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "CREDIT_DEBIT_CARD": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 3, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "EMAIL": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 16, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "FIRST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 18, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "LAST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 18, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PASSPORT_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 4, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PHONE_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 36, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "POSTCODE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 11, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PPSN": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 34, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "SWIFT_BIC": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 9, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "by_language": { |
| "en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 99, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 62, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "by_role": { |
| "assistant": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 56, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "mixed": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 105, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "by_source_type": { |
| "assistant_centre_block_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_contact_block_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_contact_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_echo_user_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 15, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_echo_user_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 15, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_location_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 12, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_mailbox_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 2, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "assistant_payment_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_date_en": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_date_ga": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_direct_debit_en": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_hours_en": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_long_ppsn_en": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_scheme_ga": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_short_ppsn_en": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "negative_year_letter_ga": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_allowance_mixed_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 24, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_allowance_mixed_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 24, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_bare_ppsn_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_bare_ppsn_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_card_email_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_passport_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 12, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_payment_en": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 12, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_payment_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 12, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "user_sort_code_ga": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 3, |
| "fp": 0, |
| "fn": 0 |
| } |
| }, |
| "failure_count": 0, |
| "failures": [] |
| } |
|
|
