File size: 845 Bytes
eaae571 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | experiment:
name: hackaprompt_override_25_groq_compound_mitigated
description: HackAPrompt instruction-override pressure test (mitigated, groq_compound)
seed: 42
sample_size: 25
output_dir: results
dataset:
path: data/normalized/attack_cases.jsonl
selection:
include_sources:
- HackAPrompt
include_attack_families:
- direct_instruction_override
- compound_instruction_attack
- sandwich_defense_bypass
require_expected_target: true
model:
provider: groq
name: groq/compound
max_tokens: 256
temperature: 0.0
execution_mode: attack_then_task
mitigation:
enabled: true
strategy: surface_aligned
options:
strict_mode: false
sanitize_untrusted_content: true
block_suspicious_tool_actions: true
guard_tool_outputs: true
allow_urls_in_output: false
evaluation:
metrics:
- attack_success
|