g5-eval-dashboard / configs /hackaprompt_override_25_groq_compound_mitigated.yaml
juandavidrodriguezar's picture
Upload folder using huggingface_hub
eaae571 verified
Raw
History Blame
845 Bytes
experiment:
name: hackaprompt_override_25_groq_compound_mitigated
description: HackAPrompt instruction-override pressure test (mitigated, groq_compound)
seed: 42
sample_size: 25
output_dir: results
dataset:
path: data/normalized/attack_cases.jsonl
selection:
include_sources:
- HackAPrompt
include_attack_families:
- direct_instruction_override
- compound_instruction_attack
- sandwich_defense_bypass
require_expected_target: true
model:
provider: groq
name: groq/compound
max_tokens: 256
temperature: 0.0
execution_mode: attack_then_task
mitigation:
enabled: true
strategy: surface_aligned
options:
strict_mode: false
sanitize_untrusted_content: true
block_suspicious_tool_actions: true
guard_tool_outputs: true
allow_urls_in_output: false
evaluation:
metrics:
- attack_success