{
  "jailbreak": {
    "positive_label": "jailbreak",
    "fpr_1pct": 0.7597176432609558,
    "fpr_5pct": 0.05477133393287659,
    "dev_negatives": 256
  },
  "safety": {
    "positive_label": "unsafe",
    "fpr_1pct": 0.9587056040763855,
    "fpr_5pct": 0.7739335894584656,
    "dev_negatives": 750
  },
  "hazard": {
    "violence": {
      "fpr_1pct": 0.9214211702346802,
      "fpr_5pct": 0.7588979005813599,
      "dev_negatives": 258
    },
    "criminal_activity": {
      "fpr_1pct": 0.9753338098526001,
      "fpr_5pct": 0.9047263264656067,
      "dev_negatives": 224
    },
    "sexual_content": {
      "fpr_1pct": 0.8819104433059692,
      "fpr_5pct": 0.22519809007644653,
      "dev_negatives": 277
    },
    "child_exploitation": {
      "fpr_1pct": 0.04883844032883644,
      "fpr_5pct": 0.01129829604178667,
      "dev_negatives": 295
    },
    "hate": {
      "fpr_1pct": 0.9700897932052612,
      "fpr_5pct": 0.8096023201942444,
      "dev_negatives": 276
    },
    "harassment_abuse": {
      "fpr_1pct": 0.7952530980110168,
      "fpr_5pct": 0.5710030198097229,
      "dev_negatives": 280
    },
    "regulated_substances": {
      "fpr_1pct": 0.900456428527832,
      "fpr_5pct": 0.10552678257226944,
      "dev_negatives": 279
    },
    "weapons": {
      "fpr_1pct": 0.83163982629776,
      "fpr_5pct": 0.16991069912910461,
      "dev_negatives": 290
    },
    "self_harm": {
      "fpr_1pct": 0.326712965965271,
      "fpr_5pct": 0.05985739827156067,
      "dev_negatives": 286
    },
    "privacy": {
      "fpr_1pct": 0.9580126404762268,
      "fpr_5pct": 0.159530371427536,
      "dev_negatives": 280
    },
    "specialized_advice": {
      "fpr_1pct": 0.0025629859883338213,
      "fpr_5pct": 0.0018217449542135,
      "dev_negatives": 300
    },
    "misinformation": {
      "fpr_1pct": 0.17667537927627563,
      "fpr_5pct": 0.06584769487380981,
      "dev_negatives": 294
    }
  },
  "fact_check": {
    "positive_label": "FACT_CHECK_NEEDED",
    "fpr_1pct": 0.9961162805557251,
    "fpr_5pct": 0.9295073747634888,
    "dev_negatives": 99
  },
  "pii": {
    "positive_label": "yes",
    "fpr_1pct": 0.8000161647796631,
    "fpr_5pct": 0.17948417365550995,
    "dev_negatives": 754
  },
  "hallucination": {
    "positive_label": "hallucinated",
    "fpr_1pct": 0.9612104892730713,
    "fpr_5pct": 0.857408881187439,
    "dev_negatives": 605
  },
  "tool_need": {
    "positive_label": "yes",
    "fpr_1pct": 0.9640952348709106,
    "fpr_5pct": 0.911319375038147,
    "dev_negatives": 493
  }
}