{ "release": "IrishCore-GlobalPointer-ContextPII-135M-v1-rc26", "repo_id": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc26", "architecture": { "family": "DistilBERT-size GlobalPointer span extractor", "base_head": "typed span matrix", "raw_only": true, "scanner_free": true, "validator_free": true, "uses_rope": true, "runtime_diffusion": false, "expanded_context_labels": [ "STREET_ADDRESS", "CITY", "COUNTY", "DATE_OF_BIRTH", "AGE" ] }, "base_model": "OpenMed/OpenMed-PII-mLiteClinical-Base-135M-v1", "notes": [ "This release keeps the rc25 weights and ONNX graph but bundles the faster span-decoder path.", "The bundled decoder now caches per-config decode metadata and uses a narrower upper-band span scan before repair passes.", "On this machine, q8 throughput improves materially on the Irish core, chatbot, multilingual, and fresh holdout v18 suites without changing the Irish-first F1 gates.", "Serving remains single-pass GlobalPointer span extraction plus deterministic [PII:LABEL] replacement." ], "labels": [ "ACCOUNT_NUMBER", "AGE", "BANK_ROUTING_NUMBER", "CITY", "COUNTY", "CREDIT_DEBIT_CARD", "DATE_OF_BIRTH", "EMAIL", "FIRST_NAME", "LAST_NAME", "PASSPORT_NUMBER", "PHONE_NUMBER", "POSTCODE", "PPSN", "STREET_ADDRESS", "SWIFT_BIC" ], "full": { "core_f1": 1.0, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v1_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 1.0, "core_examples_per_second": 37.17190773379781, "extended_examples_per_second": 22.601031656884402, "demographic_holdout_v2_examples_per_second": 56.27516807130541, "contact_policy_examples_per_second": 20.47123147395747, "chatbot_redteam_v2_examples_per_second": 29.843260084022578, "chatbot_gap_holdout_v2_examples_per_second": 37.07473771144438, "multilingual_examples_per_second": 58.68937370218514, "context_redteam_v1_examples_per_second": 23.609073299571445, "context_redteam_v2_examples_per_second": 12.737044489760402, "context_redteam_v3_examples_per_second": 17.88102919943181, "location_coverage_v1_f1": 1.0, "location_coverage_v1_examples_per_second": 27.442453278347067, "location_coverage_v2_f1": 1.0, "location_coverage_v2_examples_per_second": 24.3613357869789, "location_coverage_v3_f1": 1.0, "location_coverage_v3_examples_per_second": 35.4459974931921, "numeric_qafix_v2_f1": 1.0, "numeric_qafix_v2_examples_per_second": 29.420131775628487, "context_redteam_v4_f1": 1.0, "context_redteam_v4_examples_per_second": 30.495521507704247, "context_redteam_v5_f1": 1.0, "context_redteam_v5_examples_per_second": 33.33418166561194, "context_redteam_v6_f1": 1.0, "context_redteam_v6_examples_per_second": 38.82008627943923, "context_redteam_v7_f1": 1.0, "context_redteam_v7_examples_per_second": 41.1670461610147, "context_redteam_v8_f1": 1.0, "context_redteam_v8_examples_per_second": 83.67568116564722, "context_redteam_v9_f1": 1.0, "context_redteam_v9_exact_f1": 1.0, "context_redteam_v9_examples_per_second": 88.87266377516937, "context_redteam_v10_f1": 1.0, "context_redteam_v10_examples_per_second": 88.13695906305226, "context_redteam_v11_f1": 1.0, "context_redteam_v11_examples_per_second": 86.98335983822658 }, "onnx_q8": { "core_f1": 1.0, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v1_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 1.0, "core_examples_per_second": 268.65, "extended_examples_per_second": 90.9442136693293, "demographic_holdout_v2_examples_per_second": 92.56832502112522, "contact_policy_examples_per_second": 180.06, "chatbot_redteam_v2_examples_per_second": 159.51, "chatbot_gap_holdout_v2_examples_per_second": 143.689939214328, "multilingual_examples_per_second": 298.72, "context_redteam_v1_examples_per_second": 77.35126547341245, "context_redteam_v2_examples_per_second": 83.42976656780596, "context_redteam_v3_examples_per_second": 115.78405703667622, "location_coverage_v1_f1": 1.0, "location_coverage_v1_examples_per_second": 86.67576551780107, "location_coverage_v2_f1": 1.0, "location_coverage_v2_examples_per_second": 63.49649295628558, "location_coverage_v3_f1": 1.0, "location_coverage_v3_examples_per_second": 103.87880730624308, "numeric_qafix_v2_f1": 1.0, "numeric_qafix_v2_examples_per_second": 138.13081928103207, "context_redteam_v4_f1": 1.0, "context_redteam_v4_examples_per_second": 115.20604478400188, "context_redteam_v5_f1": 1.0, "context_redteam_v5_examples_per_second": 144.35657204962527, "context_redteam_v6_f1": 1.0, "context_redteam_v6_examples_per_second": 158.02088849696304, "context_redteam_v7_f1": 1.0, "context_redteam_v7_examples_per_second": 115.86553627218991, "context_redteam_v8_f1": 1.0, "context_redteam_v8_examples_per_second": 102.16264190462925, "context_redteam_v9_f1": 1.0, "context_redteam_v9_exact_f1": 1.0, "context_redteam_v9_examples_per_second": 146.4675637488471, "context_redteam_v10_f1": 1.0, "context_redteam_v10_exact_f1": 1.0, "context_redteam_v10_examples_per_second": 106.68196467882363, "context_redteam_v11_f1": 1.0, "context_redteam_v11_exact_f1": 1.0, "context_redteam_v11_examples_per_second": 191.70662046753378, "context_holdout_v12_exact_f1": 1.0, "context_holdout_v12_examples_per_second": 123.04737515958767, "context_holdout_v13_exact_f1": 1.0, "context_holdout_v13_examples_per_second": 53.87010309116719, "context_holdout_v14_exact_f1": 1.0, "context_holdout_v14_examples_per_second": 112.38116300799351, "runtime_profile_f1": 0.8260363297624592, "runtime_profile_examples_per_second": 140.75749289606307, "context_holdout_v15_exact_f1": 1.0, "context_holdout_v15_examples_per_second": 46.4170763246207, "context_holdout_v16_exact_f1": 1.0, "context_holdout_v16_examples_per_second": 66.82407187836272, "context_holdout_v16_exact_examples_per_second": 119.88, "context_holdout_v17_exact_f1": 1.0, "context_holdout_v17_exact_examples_per_second": 151.2, "context_holdout_v18_exact_f1": 1.0, "context_holdout_v18_exact_examples_per_second": 136.36 }, "comparison": { "public_contextpii_rc8_onnx_q8": { "core_f1": 1.0, "extended_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 0.8717948717948718, "core_examples_per_second": 128.88250222316304 }, "public_contextpii_rc7_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "context_redteam_v2_f1": null, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 88.99815744185265 }, "public_contextpii_rc4_onnx_q8": { "core_f1": 0.9934640522875817, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "core_examples_per_second": 61.49696721632529, "extended_examples_per_second": 98.75019005245319, "demographic_holdout_v2_examples_per_second": 90.7806851088372, "contact_policy_examples_per_second": 101.91338377846299, "chatbot_redteam_v2_examples_per_second": 13.042183136147377, "chatbot_gap_holdout_v2_examples_per_second": 30.728912108647304, "multilingual_examples_per_second": 33.54466395109805, "location_coverage_v1_f1": null }, "public_diffmask_rc6_onnx_q8": { "core_f1": 0.9733333333333333, "multilingual_f1": 0.9273743016759777, "core_examples_per_second": 130.34154354965295 }, "public_globalpointer_rc4_onnx_q8": { "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 221.57427241189015 }, "public_contextpii_rc9_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v4_f1": 0.8533333333333333, "core_examples_per_second": 125.82111537540908 }, "public_contextpii_rc10_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v4_f1": 1.0, "core_examples_per_second": 125.82111537540908 }, "public_contextpii_rc11_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v5_f1": 1.0, "core_examples_per_second": 94.09271075291537 }, "public_contextpii_rc12_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9793103448275862, "multilingual_f1": 0.9333333333333333, "context_redteam_v6_f1": 1.0, "core_examples_per_second": 73.59921479476388 }, "public_contextpii_rc13_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9793103448275862, "multilingual_f1": 0.9333333333333333, "context_redteam_v7_f1": 1.0, "core_examples_per_second": 126.08782280133414 }, "public_contextpii_rc15_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc15", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 125.5054 }, "public_contextpii_rc16_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc16", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 68.0709 }, "public_contextpii_rc17_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc17", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 70.9494 }, "public_contextpii_rc18_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc18", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 111.3135 }, "public_contextpii_rc20_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc20", "core_f1": 1.0, "core_examples_per_second": 181.88206667840814, "multilingual_f1": 0.9333333333333333, "chatbot_redteam_v2_f1": 0.9861111111111112 }, "public_contextpii_rc21_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc21", "core_f1": 1.0, "core_examples_per_second": 150.77920015993695, "multilingual_f1": 0.9333333333333333, "chatbot_redteam_v2_f1": 0.9861111111111112 } } }