holdout_metrics.json

{
  "labels": [
    "DATA_MENTION",
    "NON_MENTION"
  ],
  "rows": [
    {
      "thr": 0.1,
      "tp": 254,
      "fp": 440,
      "fn": 66,
      "precision": 0.366,
      "recall": 0.7937,
      "f05": 0.4102,
      "f1": 0.501
    },
    {
      "thr": 0.2,
      "tp": 250,
      "fp": 351,
      "fn": 70,
      "precision": 0.416,
      "recall": 0.7812,
      "f05": 0.4589,
      "f1": 0.5429
    },
    {
      "thr": 0.3,
      "tp": 242,
      "fp": 289,
      "fn": 78,
      "precision": 0.4557,
      "recall": 0.7562,
      "f05": 0.4951,
      "f1": 0.5687
    },
    {
      "thr": 0.4,
      "tp": 233,
      "fp": 226,
      "fn": 87,
      "precision": 0.5076,
      "recall": 0.7281,
      "f05": 0.5404,
      "f1": 0.5982
    },
    {
      "thr": 0.5,
      "tp": 217,
      "fp": 177,
      "fn": 103,
      "precision": 0.5508,
      "recall": 0.6781,
      "f05": 0.5723,
      "f1": 0.6078
    },
    {
      "thr": 0.6,
      "tp": 177,
      "fp": 89,
      "fn": 143,
      "precision": 0.6654,
      "recall": 0.5531,
      "f05": 0.6395,
      "f1": 0.6041
    },
    {
      "thr": 0.7,
      "tp": 125,
      "fp": 39,
      "fn": 195,
      "precision": 0.7622,
      "recall": 0.3906,
      "f05": 0.6404,
      "f1": 0.5165
    }
  ],
  "leaks": [
    {
      "thr": 0.1,
      "leaks": 47,
      "leak_rate": 0.1068
    },
    {
      "thr": 0.2,
      "leaks": 45,
      "leak_rate": 0.1282
    },
    {
      "thr": 0.3,
      "leaks": 44,
      "leak_rate": 0.1522
    },
    {
      "thr": 0.4,
      "leaks": 40,
      "leak_rate": 0.177
    },
    {
      "thr": 0.5,
      "leaks": 34,
      "leak_rate": 0.1921
    },
    {
      "thr": 0.6,
      "leaks": 23,
      "leak_rate": 0.2584
    },
    {
      "thr": 0.7,
      "leaks": 16,
      "leak_rate": 0.4103
    }
  ],
  "best_f05": {
    "thr": 0.7,
    "tp": 125,
    "fp": 39,
    "fn": 195,
    "precision": 0.7622,
    "recall": 0.3906,
    "f05": 0.6404,
    "f1": 0.5165
  },
  "best_f1": {
    "thr": 0.5,
    "tp": 217,
    "fp": 177,
    "fn": 103,
    "precision": 0.5508,
    "recall": 0.6781,
    "f05": 0.5723,
    "f1": 0.6078
  },
  "breakdown": {
    "corpus": {
      "prwp": {
        "thr": 0.1,
        "precision": 1.0,
        "recall": 1.0,
        "f05": 1.0,
        "f1": 1.0,
        "examples": 0,
        "spans": 0
      },
      "fcv": {
        "thr": 0.1,
        "precision": 1.0,
        "recall": 1.0,
        "f05": 1.0,
        "f1": 1.0,
        "examples": 0,
        "spans": 0
      }
    }
  }
}