| { |
| "artifact_version": 1, |
| "model": "prompt_injection@v3", |
| "tier": "encoder", |
| "labels": [ |
| "safe", |
| "injection" |
| ], |
| "temperature": 1.3288772357007919, |
| "threshold": 0.8653128384586074, |
| "spec": { |
| "task": "prompt_injection", |
| "description": "Decide whether a message sent to an AI assistant tries to hijack it: override its instructions, extract its hidden prompt or configuration, or make it ignore its rules.\n", |
| "input": { |
| "type": "text", |
| "max_chars": 2000 |
| }, |
| "output": { |
| "type": "choice", |
| "labels": { |
| "safe": "A normal request, including ones that talk about prompts, AI or security, or correct the user's own earlier message.", |
| "injection": "Tries to override or cancel the assistant's instructions, reveal its system prompt or secrets, or remove its rules." |
| } |
| }, |
| "model": { |
| "tier": "encoder", |
| "base": null, |
| "quantization": "q8" |
| }, |
| "teacher": { |
| "kind": "csv", |
| "model": null, |
| "path": "examples/prompt_injection_data.csv", |
| "min_confidence": 0.0 |
| }, |
| "data": { |
| "seed_examples": null, |
| "unlabeled": "examples/prompt_injection_data.csv", |
| "gold": null, |
| "synthetic": 0, |
| "synth_model": null |
| }, |
| "targets": { |
| "min_macro_f1": 0.9, |
| "deploy": "browser", |
| "max_download_mb": 30.0, |
| "max_latency_ms": 100.0 |
| }, |
| "escalation": { |
| "target_precision": 0.97 |
| }, |
| "seed": 42 |
| }, |
| "task": "prompt_injection", |
| "version": "v3", |
| "base": "sentence-transformers/paraphrase-MiniLM-L3-v2", |
| "prompt_template": null, |
| "calibration": { |
| "method": "temperature", |
| "temperature": 1.3288772357007919, |
| "val_ece_before": 0.033950847651070926, |
| "val_ece_after": 0.024021519588863935, |
| "threshold": 0.8653128384586074, |
| "val_coverage": 0.9230769230769231, |
| "val_precision_at_threshold": 0.9791666666666666, |
| "target_precision_reached": true |
| }, |
| "download_mb": 18.4, |
| "training": { |
| "selection": "best fit", |
| "chosen": { |
| "tier": "encoder", |
| "base": "sentence-transformers/paraphrase-MiniLM-L3-v2", |
| "est_download_mb": 18.4, |
| "val_macro_f1": 0.9615, |
| "best_epoch": 3, |
| "val_macro_f1_by_epoch": [ |
| 0.9035, |
| 0.9231, |
| 0.9615, |
| 0.9423, |
| 0.9423, |
| 0.9423 |
| ], |
| "epochs": 6, |
| "lr": 0.0001, |
| "batch": 32, |
| "max_tokens": 256, |
| "device": "cpu" |
| }, |
| "candidates": [ |
| { |
| "tier": "encoder", |
| "base": "sentence-transformers/paraphrase-MiniLM-L3-v2", |
| "est_download_mb": 18.4, |
| "val_macro_f1": 0.9615, |
| "best_epoch": 3, |
| "val_macro_f1_by_epoch": [ |
| 0.9035, |
| 0.9231, |
| 0.9615, |
| 0.9423, |
| 0.9423, |
| 0.9423 |
| ], |
| "epochs": 6, |
| "lr": 0.0001, |
| "batch": 32, |
| "max_tokens": 256, |
| "device": "cpu" |
| }, |
| { |
| "tier": "encoder", |
| "base": "sentence-transformers/all-MiniLM-L6-v2", |
| "est_download_mb": 23.7, |
| "val_macro_f1": 0.9613, |
| "best_epoch": 3, |
| "val_macro_f1_by_epoch": [ |
| 0.9038, |
| 0.9423, |
| 0.9613, |
| 0.9421, |
| 0.9421, |
| 0.9421 |
| ], |
| "epochs": 6, |
| "lr": 0.0001, |
| "batch": 32, |
| "max_tokens": 256, |
| "device": "cpu" |
| } |
| ], |
| "train_seconds": 90.17, |
| "sample_weight": "teacher confidence" |
| }, |
| "teacher": { |
| "kind": "csv", |
| "model": null, |
| "path": "examples/prompt_injection_data.csv", |
| "min_confidence": 0.0 |
| }, |
| "data": { |
| "train": 2237, |
| "val": 52, |
| "test": 52 |
| }, |
| "seed": 42, |
| "created": "2026-09-28T09:36:26+00:00", |
| "synthetic_augmentation": { |
| "baseline": "runs/prompt_injection/v2", |
| "baseline_sha256": "8b4b1ce13e168efddf954049413923247e1c1fe7c0b116976023f8b6df30e037", |
| "seed": 20260928, |
| "added_per_label": { |
| "safe": 1000, |
| "injection": 1000 |
| }, |
| "before": { |
| "test": 52, |
| "train": 237, |
| "val": 52 |
| }, |
| "after": { |
| "test": 52, |
| "train": 2237, |
| "val": 52 |
| }, |
| "generator": "offline-templates-v1", |
| "holdout_max_cosine": 0.9, |
| "rejected": {}, |
| "limitations": "Template variants are correlated. Labels are assigned by construction, not an independent teacher. Original synthetic validation/test are unchanged. Real-world generalization is unmeasured." |
| }, |
| "export": { |
| "format": "nodd", |
| "format_version": 2, |
| "parity": { |
| "n": 52, |
| "onnx_fp32": { |
| "label_agreement": 1.0, |
| "max_abs_prob_diff": 6.435924199826859e-08, |
| "macro_f1": 0.9421150278293136, |
| "f1_drop": 0.0 |
| }, |
| "onnx_q8": { |
| "label_agreement": 1.0, |
| "max_abs_prob_diff": 0.07511089213105138, |
| "macro_f1": 0.9421150278293136, |
| "f1_drop": 0.0 |
| } |
| }, |
| "parity_reference": "onnx_q8", |
| "onnx_download_mb": 18.58, |
| "onnx_fp32_download_mb": 70.76 |
| } |
| } |
