qa_config.json

{
  "recommended_backend": "onnx_q8_cpu",
  "onnx_file": "onnx/model_quantized.onnx",
  "policy_note": "Use irish_gov_contact_policy_v1, globalpointer_context_redteam_v1/v2/v3/v4, globalpointer_location_coverage_v1/v2/v3, and globalpointer_demographic_patch_v2_test for contextual assistant/public-contact/location/age/DOB masking.",
  "priority_suites": [
    "eval/q8_irish_core_pii_v1.json",
    "eval/q8_irish_extended_pii_v1.json",
    "eval/q8_globalpointer_demographic_patch_v2_test.json",
    "eval/q8_irish_gov_contact_policy_v1.json",
    "eval/q8_irish_gov_chatbot_redteam_v2.json",
    "eval/q8_irish_gov_chatbot_gap_holdout_v2.json",
    "eval/q8_irish_numeric_qafix_v2.json",
    "eval/q8_globalpointer_context_redteam_v1.json",
    "eval/q8_globalpointer_context_redteam_v2.json",
    "eval/q8_globalpointer_location_coverage_v1.json",
    "eval/q8_globalpointer_context_redteam_v3.json",
    "eval/q8_globalpointer_context_redteam_v4.json",
    "eval/q8_globalpointer_location_coverage_v2.json",
    "eval/q8_globalpointer_location_coverage_v3.json"
  ]
}