{
  "llama_cpp": "b11312",
  "imatrix": true,
  "sizes_gb": {
    "Q4_K_M": 2.709,
    "Q5_K_M": 3.075,
    "Q8_0": 4.482
  },
  "parity": {
    "Q4_K_M": {
      "argmax_agreement": 0.975,
      "max_prob_gap": 0.3419,
      "decisions": 40,
      "sec_per_request": 10.03
    },
    "Q5_K_M": {
      "argmax_agreement": 0.95,
      "max_prob_gap": 0.1494,
      "decisions": 40,
      "sec_per_request": 17.33
    },
    "Q8_0": {
      "argmax_agreement": 0.975,
      "max_prob_gap": 0.0315,
      "decisions": 40,
      "sec_per_request": 11.58
    }
  },
  "token_mismatch_requests": 0,
  "memory": {
    "Q4_K_M": {
      "peak_rss_gb": 3.0283,
      "rss_end_gb": 3.0283
    },
    "Q5_K_M": {
      "peak_rss_gb": 3.385312,
      "rss_end_gb": 3.385312
    },
    "Q8_0": {
      "peak_rss_gb": 4.75956,
      "rss_end_gb": 4.75956
    }
  }
}