{
 "version": "v1.1",
 "items": 400,
 "families": [
  "action_review",
  "agent_routing",
  "claim_support",
  "content_moderation",
  "returns_policy",
  "review_sentiment",
  "support_intent",
  "ticket_triage"
 ],
 "entries": [
  {
   "entry": "jev",
   "name": "JEV (AI Space)",
   "kind": "decision model",
   "hosting": "API",
   "model": "jev-1.13.0",
   "accuracy": 0.98,
   "pair_accuracy": 0.96,
   "zero_shot": 0.9825,
   "runs_zero_shot": false,
   "cost_per_1m": 32.255685,
   "latency_p50_ms": 638.5113131254911,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 1.0,
    "agent_routing": 0.98,
    "claim_support": 0.96,
    "content_moderation": 0.98,
    "returns_policy": 0.96,
    "review_sentiment": 0.98,
    "support_intent": 1.0,
    "ticket_triage": 0.98
   },
   "shown": {
    "accuracy": "98.0%",
    "pair_accuracy": "96.0%",
    "zero_shot": "98.2%",
    "families": {
     "action_review": "100.0%",
     "agent_routing": "98.0%",
     "claim_support": "96.0%",
     "content_moderation": "98.0%",
     "returns_policy": "96.0%",
     "review_sentiment": "98.0%",
     "support_intent": "100.0%",
     "ticket_triage": "98.0%"
    }
   }
  },
  {
   "entry": "clef",
   "name": "Clef 27B (AI Space)",
   "kind": "decision model",
   "hosting": "API",
   "model": "clef",
   "accuracy": 0.9475,
   "pair_accuracy": 0.895,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 130.8546,
   "latency_p50_ms": 810.789561830461,
   "frontier": [],
   "families": {
    "action_review": 0.98,
    "agent_routing": 1.0,
    "claim_support": 0.96,
    "content_moderation": 0.92,
    "returns_policy": 0.88,
    "review_sentiment": 0.92,
    "support_intent": 0.98,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "94.8%",
    "pair_accuracy": "89.5%",
    "zero_shot": null,
    "families": {
     "action_review": "98.0%",
     "agent_routing": "100.0%",
     "claim_support": "96.0%",
     "content_moderation": "92.0%",
     "returns_policy": "88.0%",
     "review_sentiment": "92.0%",
     "support_intent": "98.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "clef-flash",
   "name": "Clef-Flash 9B (AI Space)",
   "kind": "decision model",
   "hosting": "API",
   "model": "clef-flash",
   "accuracy": 0.8575,
   "pair_accuracy": 0.73,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 49.070475,
   "latency_p50_ms": 695.0373956933618,
   "frontier": [],
   "families": {
    "action_review": 0.9,
    "agent_routing": 0.92,
    "claim_support": 0.66,
    "content_moderation": 0.86,
    "returns_policy": 0.76,
    "review_sentiment": 0.92,
    "support_intent": 0.94,
    "ticket_triage": 0.9
   },
   "shown": {
    "accuracy": "85.8%",
    "pair_accuracy": "73.0%",
    "zero_shot": null,
    "families": {
     "action_review": "90.0%",
     "agent_routing": "92.0%",
     "claim_support": "66.0%",
     "content_moderation": "86.0%",
     "returns_policy": "76.0%",
     "review_sentiment": "92.0%",
     "support_intent": "94.0%",
     "ticket_triage": "90.0%"
    }
   }
  },
  {
   "entry": "drex",
   "name": "Drex 1.5 (Nace.AI)",
   "kind": "decision model",
   "hosting": "API",
   "model": "drex-v1.5",
   "accuracy": 0.9,
   "pair_accuracy": 0.805,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 23.367875,
   "latency_p50_ms": 147.39993680268526,
   "frontier": [
    "cost",
    "latency"
   ],
   "families": {
    "action_review": 0.9,
    "agent_routing": 0.98,
    "claim_support": 0.86,
    "content_moderation": 0.8,
    "returns_policy": 0.84,
    "review_sentiment": 0.9,
    "support_intent": 0.98,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "90.0%",
    "pair_accuracy": "80.5%",
    "zero_shot": null,
    "families": {
     "action_review": "90.0%",
     "agent_routing": "98.0%",
     "claim_support": "86.0%",
     "content_moderation": "80.0%",
     "returns_policy": "84.0%",
     "review_sentiment": "90.0%",
     "support_intent": "98.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "tev",
   "name": "TEV (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "togethercomputer/Tev1-4B-experimental",
   "accuracy": 0.9275,
   "pair_accuracy": 0.86,
   "zero_shot": 0.9,
   "runs_zero_shot": false,
   "cost_per_1m": 46.82153046881251,
   "latency_p50_ms": 823.0083309999827,
   "frontier": [],
   "families": {
    "action_review": 0.86,
    "agent_routing": 1.0,
    "claim_support": 0.9,
    "content_moderation": 0.9,
    "returns_policy": 0.9,
    "review_sentiment": 0.92,
    "support_intent": 1.0,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "92.8%",
    "pair_accuracy": "86.0%",
    "zero_shot": "90.0%",
    "families": {
     "action_review": "86.0%",
     "agent_routing": "100.0%",
     "claim_support": "90.0%",
     "content_moderation": "90.0%",
     "returns_policy": "90.0%",
     "review_sentiment": "92.0%",
     "support_intent": "100.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "tev-together",
   "name": "TEV (Together)",
   "kind": "decision model",
   "hosting": "API",
   "model": "together/Tev1-4B-experimental",
   "accuracy": 0.9275,
   "pair_accuracy": 0.86,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 50.200185,
   "latency_p50_ms": 196.5705412440002,
   "frontier": [
    "latency"
   ],
   "families": {
    "action_review": 0.86,
    "agent_routing": 1.0,
    "claim_support": 0.9,
    "content_moderation": 0.9,
    "returns_policy": 0.9,
    "review_sentiment": 0.92,
    "support_intent": 1.0,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "92.8%",
    "pair_accuracy": "86.0%",
    "zero_shot": null,
    "families": {
     "action_review": "86.0%",
     "agent_routing": "100.0%",
     "claim_support": "90.0%",
     "content_moderation": "90.0%",
     "returns_policy": "90.0%",
     "review_sentiment": "92.0%",
     "support_intent": "100.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "imajev-4b",
   "name": "imajev-4b (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "imajev-4b",
   "accuracy": 0.95,
   "pair_accuracy": 0.905,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 28.565611844625213,
   "latency_p50_ms": 498.85839749958905,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.96,
    "agent_routing": 1.0,
    "claim_support": 0.94,
    "content_moderation": 0.9,
    "returns_policy": 0.9,
    "review_sentiment": 0.92,
    "support_intent": 1.0,
    "ticket_triage": 0.98
   },
   "shown": {
    "accuracy": "95.0%",
    "pair_accuracy": "90.5%",
    "zero_shot": null,
    "families": {
     "action_review": "96.0%",
     "agent_routing": "100.0%",
     "claim_support": "94.0%",
     "content_moderation": "90.0%",
     "returns_policy": "90.0%",
     "review_sentiment": "92.0%",
     "support_intent": "100.0%",
     "ticket_triage": "98.0%"
    }
   }
  },
  {
   "entry": "yev0-4b",
   "name": "yev0-4b (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "yev0-4b",
   "accuracy": 0.9425,
   "pair_accuracy": 0.885,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 58.096965307499964,
   "latency_p50_ms": 1057.574441999975,
   "frontier": [],
   "families": {
    "action_review": 1.0,
    "agent_routing": 1.0,
    "claim_support": 0.94,
    "content_moderation": 0.86,
    "returns_policy": 0.94,
    "review_sentiment": 0.88,
    "support_intent": 0.98,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "94.2%",
    "pair_accuracy": "88.5%",
    "zero_shot": null,
    "families": {
     "action_review": "100.0%",
     "agent_routing": "100.0%",
     "claim_support": "94.0%",
     "content_moderation": "86.0%",
     "returns_policy": "94.0%",
     "review_sentiment": "88.0%",
     "support_intent": "98.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "decider-4b",
   "name": "Decider-4B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "decider-4b-v2.1",
   "accuracy": 0.885,
   "pair_accuracy": 0.785,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 29.786449193999946,
   "latency_p50_ms": 524.6256394998454,
   "frontier": [],
   "families": {
    "action_review": 0.82,
    "agent_routing": 0.96,
    "claim_support": 0.9,
    "content_moderation": 0.86,
    "returns_policy": 0.82,
    "review_sentiment": 0.88,
    "support_intent": 0.98,
    "ticket_triage": 0.86
   },
   "shown": {
    "accuracy": "88.5%",
    "pair_accuracy": "78.5%",
    "zero_shot": null,
    "families": {
     "action_review": "82.0%",
     "agent_routing": "96.0%",
     "claim_support": "90.0%",
     "content_moderation": "86.0%",
     "returns_policy": "82.0%",
     "review_sentiment": "88.0%",
     "support_intent": "98.0%",
     "ticket_triage": "86.0%"
    }
   }
  },
  {
   "entry": "jevk5",
   "name": "JevK5 v0.3 (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "jevk5",
   "accuracy": 0.8875,
   "pair_accuracy": 0.785,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 31.73657852250026,
   "latency_p50_ms": 568.1195204999767,
   "frontier": [],
   "families": {
    "action_review": 0.72,
    "agent_routing": 0.96,
    "claim_support": 0.92,
    "content_moderation": 0.82,
    "returns_policy": 0.9,
    "review_sentiment": 0.84,
    "support_intent": 1.0,
    "ticket_triage": 0.94
   },
   "shown": {
    "accuracy": "88.8%",
    "pair_accuracy": "78.5%",
    "zero_shot": null,
    "families": {
     "action_review": "72.0%",
     "agent_routing": "96.0%",
     "claim_support": "92.0%",
     "content_moderation": "82.0%",
     "returns_policy": "90.0%",
     "review_sentiment": "84.0%",
     "support_intent": "100.0%",
     "ticket_triage": "94.0%"
    }
   }
  },
  {
   "entry": "kev-4b",
   "name": "Kev-4B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "kev-4b",
   "accuracy": 0.7825,
   "pair_accuracy": 0.655,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 26.91309437212502,
   "latency_p50_ms": 436.75314149982114,
   "frontier": [],
   "families": {
    "action_review": 0.76,
    "agent_routing": 0.94,
    "claim_support": 0.4,
    "content_moderation": 0.88,
    "returns_policy": 0.46,
    "review_sentiment": 0.9,
    "support_intent": 1.0,
    "ticket_triage": 0.92
   },
   "shown": {
    "accuracy": "78.2%",
    "pair_accuracy": "65.5%",
    "zero_shot": null,
    "families": {
     "action_review": "76.0%",
     "agent_routing": "94.0%",
     "claim_support": "40.0%",
     "content_moderation": "88.0%",
     "returns_policy": "46.0%",
     "review_sentiment": "90.0%",
     "support_intent": "100.0%",
     "ticket_triage": "92.0%"
    }
   }
  },
  {
   "entry": "kev-9b",
   "name": "Kev-9B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "kev-9b",
   "accuracy": 0.7275,
   "pair_accuracy": 0.535,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 50.91168218287504,
   "latency_p50_ms": 876.5551920000689,
   "frontier": [],
   "families": {
    "action_review": 0.82,
    "agent_routing": 0.7,
    "claim_support": 0.44,
    "content_moderation": 0.76,
    "returns_policy": 0.58,
    "review_sentiment": 0.92,
    "support_intent": 0.94,
    "ticket_triage": 0.66
   },
   "shown": {
    "accuracy": "72.8%",
    "pair_accuracy": "53.5%",
    "zero_shot": null,
    "families": {
     "action_review": "82.0%",
     "agent_routing": "70.0%",
     "claim_support": "44.0%",
     "content_moderation": "76.0%",
     "returns_policy": "58.0%",
     "review_sentiment": "92.0%",
     "support_intent": "94.0%",
     "ticket_triage": "66.0%"
    }
   }
  },
  {
   "entry": "decider-2b",
   "name": "Decider-2B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "decider-2b-v11",
   "accuracy": 0.6325,
   "pair_accuracy": 0.41,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 12.599924226187484,
   "latency_p50_ms": 219.80704049997257,
   "frontier": [],
   "families": {
    "action_review": 0.56,
    "agent_routing": 0.66,
    "claim_support": 0.42,
    "content_moderation": 0.66,
    "returns_policy": 0.46,
    "review_sentiment": 0.7,
    "support_intent": 0.96,
    "ticket_triage": 0.64
   },
   "shown": {
    "accuracy": "63.2%",
    "pair_accuracy": "41.0%",
    "zero_shot": null,
    "families": {
     "action_review": "56.0%",
     "agent_routing": "66.0%",
     "claim_support": "42.0%",
     "content_moderation": "66.0%",
     "returns_policy": "46.0%",
     "review_sentiment": "70.0%",
     "support_intent": "96.0%",
     "ticket_triage": "64.0%"
    }
   }
  },
  {
   "entry": "laya-typed",
   "name": "Laya typed-decisions 421M (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "convaiinnovations/laya-typed-decisions@1a793eb",
   "accuracy": 0.5975,
   "pair_accuracy": 0.365,
   "zero_shot": 0.5975,
   "runs_zero_shot": true,
   "cost_per_1m": 5.454782495437485,
   "latency_p50_ms": 96.89584600027956,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.28,
    "agent_routing": 0.52,
    "claim_support": 0.76,
    "content_moderation": 0.52,
    "returns_policy": 0.5,
    "review_sentiment": 0.72,
    "support_intent": 0.9,
    "ticket_triage": 0.58
   },
   "shown": {
    "accuracy": "59.8%",
    "pair_accuracy": "36.5%",
    "zero_shot": "59.8%",
    "families": {
     "action_review": "28.0%",
     "agent_routing": "52.0%",
     "claim_support": "76.0%",
     "content_moderation": "52.0%",
     "returns_policy": "50.0%",
     "review_sentiment": "72.0%",
     "support_intent": "90.0%",
     "ticket_triage": "58.0%"
    }
   }
  },
  {
   "entry": "clm",
   "name": "CLM-v0.1-8B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "clm-latest",
   "accuracy": 0.41,
   "pair_accuracy": 0.11,
   "zero_shot": 0.41,
   "runs_zero_shot": true,
   "cost_per_1m": 10.46045865543738,
   "latency_p50_ms": 156.40783349999765,
   "frontier": [],
   "families": {
    "action_review": 0.5,
    "agent_routing": 0.34,
    "claim_support": 0.44,
    "content_moderation": 0.22,
    "returns_policy": 0.46,
    "review_sentiment": 0.44,
    "support_intent": 0.46,
    "ticket_triage": 0.42
   },
   "shown": {
    "accuracy": "41.0%",
    "pair_accuracy": "11.0%",
    "zero_shot": "41.0%",
    "families": {
     "action_review": "50.0%",
     "agent_routing": "34.0%",
     "claim_support": "44.0%",
     "content_moderation": "22.0%",
     "returns_policy": "46.0%",
     "review_sentiment": "44.0%",
     "support_intent": "46.0%",
     "ticket_triage": "42.0%"
    }
   }
  },
  {
   "entry": "julia-1",
   "name": "Julia-1 144M (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "SupersonicLabs/Julia-1@a85b127",
   "accuracy": 0.3475,
   "pair_accuracy": 0.08,
   "zero_shot": 0.3475,
   "runs_zero_shot": true,
   "cost_per_1m": 3.306447524250246,
   "latency_p50_ms": 58.19018300007883,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.38,
    "agent_routing": 0.4,
    "claim_support": 0.24,
    "content_moderation": 0.38,
    "returns_policy": 0.28,
    "review_sentiment": 0.22,
    "support_intent": 0.54,
    "ticket_triage": 0.34
   },
   "shown": {
    "accuracy": "34.8%",
    "pair_accuracy": "8.0%",
    "zero_shot": "34.8%",
    "families": {
     "action_review": "38.0%",
     "agent_routing": "40.0%",
     "claim_support": "24.0%",
     "content_moderation": "38.0%",
     "returns_policy": "28.0%",
     "review_sentiment": "22.0%",
     "support_intent": "54.0%",
     "ticket_triage": "34.0%"
    }
   }
  },
  {
   "entry": "jeff-800m",
   "name": "Jeff Qwen3.5-0.8B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "jeff-qwen3.5-0.8b",
   "accuracy": 0.7125,
   "pair_accuracy": 0.495,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 9.843830133750005,
   "latency_p50_ms": 43.06677500005662,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.54,
    "agent_routing": 0.78,
    "claim_support": 0.82,
    "content_moderation": 0.7,
    "returns_policy": 0.48,
    "review_sentiment": 0.68,
    "support_intent": 0.84,
    "ticket_triage": 0.86
   },
   "shown": {
    "accuracy": "71.2%",
    "pair_accuracy": "49.5%",
    "zero_shot": null,
    "families": {
     "action_review": "54.0%",
     "agent_routing": "78.0%",
     "claim_support": "82.0%",
     "content_moderation": "70.0%",
     "returns_policy": "48.0%",
     "review_sentiment": "68.0%",
     "support_intent": "84.0%",
     "ticket_triage": "86.0%"
    }
   }
  },
  {
   "entry": "jeff-2b",
   "name": "Jeff Qwen3.5-2B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "jeff-qwen3.5-2b",
   "accuracy": 0.7,
   "pair_accuracy": 0.485,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 12.391695120375063,
   "latency_p50_ms": 52.087766500108046,
   "frontier": [],
   "families": {
    "action_review": 0.64,
    "agent_routing": 0.86,
    "claim_support": 0.44,
    "content_moderation": 0.6,
    "returns_policy": 0.46,
    "review_sentiment": 0.76,
    "support_intent": 0.98,
    "ticket_triage": 0.86
   },
   "shown": {
    "accuracy": "70.0%",
    "pair_accuracy": "48.5%",
    "zero_shot": null,
    "families": {
     "action_review": "64.0%",
     "agent_routing": "86.0%",
     "claim_support": "44.0%",
     "content_moderation": "60.0%",
     "returns_policy": "46.0%",
     "review_sentiment": "76.0%",
     "support_intent": "98.0%",
     "ticket_triage": "86.0%"
    }
   }
  },
  {
   "entry": "jeff-gemma4",
   "name": "Jeff Gemma4-E2B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "jeff-gemma-4-e2b-it",
   "accuracy": 0.8075,
   "pair_accuracy": 0.645,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 16.492570550999886,
   "latency_p50_ms": 75.56369650012584,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.82,
    "agent_routing": 0.88,
    "claim_support": 0.8,
    "content_moderation": 0.72,
    "returns_policy": 0.58,
    "review_sentiment": 0.86,
    "support_intent": 1.0,
    "ticket_triage": 0.8
   },
   "shown": {
    "accuracy": "80.8%",
    "pair_accuracy": "64.5%",
    "zero_shot": null,
    "families": {
     "action_review": "82.0%",
     "agent_routing": "88.0%",
     "claim_support": "80.0%",
     "content_moderation": "72.0%",
     "returns_policy": "58.0%",
     "review_sentiment": "86.0%",
     "support_intent": "100.0%",
     "ticket_triage": "80.0%"
    }
   }
  },
  {
   "entry": "gliner-decide",
   "name": "GLiNER2.5-Decide 340M (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "fastino/GLiNER2.5-Decide@5a7adf7",
   "accuracy": 0.57,
   "pair_accuracy": 0.305,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 14.961261657937714,
   "latency_p50_ms": 254.70089550026387,
   "frontier": [],
   "families": {
    "action_review": 0.42,
    "agent_routing": 0.72,
    "claim_support": 0.52,
    "content_moderation": 0.28,
    "returns_policy": 0.38,
    "review_sentiment": 0.84,
    "support_intent": 0.88,
    "ticket_triage": 0.52
   },
   "shown": {
    "accuracy": "57.0%",
    "pair_accuracy": "30.5%",
    "zero_shot": null,
    "families": {
     "action_review": "42.0%",
     "agent_routing": "72.0%",
     "claim_support": "52.0%",
     "content_moderation": "28.0%",
     "returns_policy": "38.0%",
     "review_sentiment": "84.0%",
     "support_intent": "88.0%",
     "ticket_triage": "52.0%"
    }
   }
  },
  {
   "entry": "nimble-9b",
   "name": "Bespoke-Nimble-9B (self-hosted)",
   "kind": "decision model",
   "hosting": "self-hosted",
   "model": "bespokelabs/Bespoke-Nimble-9B@bd792f4",
   "accuracy": 0.94,
   "pair_accuracy": 0.88,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 65.30396554462502,
   "latency_p50_ms": 1116.403764499978,
   "frontier": [],
   "families": {
    "action_review": 0.9,
    "agent_routing": 0.94,
    "claim_support": 0.94,
    "content_moderation": 0.92,
    "returns_policy": 0.9,
    "review_sentiment": 0.94,
    "support_intent": 1.0,
    "ticket_triage": 0.98
   },
   "shown": {
    "accuracy": "94.0%",
    "pair_accuracy": "88.0%",
    "zero_shot": null,
    "families": {
     "action_review": "90.0%",
     "agent_routing": "94.0%",
     "claim_support": "94.0%",
     "content_moderation": "92.0%",
     "returns_policy": "90.0%",
     "review_sentiment": "94.0%",
     "support_intent": "100.0%",
     "ticket_triage": "98.0%"
    }
   }
  },
  {
   "entry": "deepseek",
   "name": "DeepSeek-V4-Flash (Together)",
   "kind": "chat LLM",
   "hosting": "API",
   "model": "deepseek-ai/DeepSeek-V4-Flash-0731",
   "accuracy": 0.9975,
   "pair_accuracy": 0.995,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 197.27610000000004,
   "latency_p50_ms": 1865.8747705630958,
   "frontier": [
    "cost",
    "latency"
   ],
   "families": {
    "action_review": 1.0,
    "agent_routing": 1.0,
    "claim_support": 1.0,
    "content_moderation": 1.0,
    "returns_policy": 1.0,
    "review_sentiment": 1.0,
    "support_intent": 1.0,
    "ticket_triage": 0.98
   },
   "shown": {
    "accuracy": "99.8%",
    "pair_accuracy": "99.5%",
    "zero_shot": null,
    "families": {
     "action_review": "100.0%",
     "agent_routing": "100.0%",
     "claim_support": "100.0%",
     "content_moderation": "100.0%",
     "returns_policy": "100.0%",
     "review_sentiment": "100.0%",
     "support_intent": "100.0%",
     "ticket_triage": "98.0%"
    }
   }
  },
  {
   "entry": "deepseek-41",
   "name": "DeepSeek-V4.1-Flash (Together)",
   "kind": "chat LLM",
   "hosting": "API",
   "model": "deepseek-ai/DeepSeek-V4.1-Flash",
   "accuracy": 0.9925,
   "pair_accuracy": 0.985,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 455.09099999999995,
   "latency_p50_ms": 356.4777919091284,
   "frontier": [
    "latency"
   ],
   "families": {
    "action_review": 0.98,
    "agent_routing": 0.98,
    "claim_support": 1.0,
    "content_moderation": 1.0,
    "returns_policy": 1.0,
    "review_sentiment": 0.98,
    "support_intent": 1.0,
    "ticket_triage": 1.0
   },
   "shown": {
    "accuracy": "99.2%",
    "pair_accuracy": "98.5%",
    "zero_shot": null,
    "families": {
     "action_review": "98.0%",
     "agent_routing": "98.0%",
     "claim_support": "100.0%",
     "content_moderation": "100.0%",
     "returns_policy": "100.0%",
     "review_sentiment": "98.0%",
     "support_intent": "100.0%",
     "ticket_triage": "100.0%"
    }
   }
  },
  {
   "entry": "glm-flash",
   "name": "GLM-5.3-Flash (Together)",
   "kind": "chat LLM",
   "hosting": "API",
   "model": "zai-org/GLM-5.3-Flash",
   "accuracy": 0.9925,
   "pair_accuracy": 0.985,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 192.191,
   "latency_p50_ms": 664.7527702152729,
   "frontier": [
    "cost"
   ],
   "families": {
    "action_review": 0.98,
    "agent_routing": 0.98,
    "claim_support": 1.0,
    "content_moderation": 0.98,
    "returns_policy": 1.0,
    "review_sentiment": 1.0,
    "support_intent": 1.0,
    "ticket_triage": 1.0
   },
   "shown": {
    "accuracy": "99.2%",
    "pair_accuracy": "98.5%",
    "zero_shot": null,
    "families": {
     "action_review": "98.0%",
     "agent_routing": "98.0%",
     "claim_support": "100.0%",
     "content_moderation": "98.0%",
     "returns_policy": "100.0%",
     "review_sentiment": "100.0%",
     "support_intent": "100.0%",
     "ticket_triage": "100.0%"
    }
   }
  },
  {
   "entry": "arize-qwen2",
   "name": "Qwen2-1.5B, Arize (Together)",
   "kind": "chat LLM",
   "hosting": "API",
   "model": "arize-ai/qwen-2-1.5b-instruct",
   "accuracy": 0.6025,
   "pair_accuracy": 0.355,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 119.51225000000001,
   "latency_p50_ms": 319.949041120708,
   "frontier": [],
   "families": {
    "action_review": 0.42,
    "agent_routing": 0.8,
    "claim_support": 0.44,
    "content_moderation": 0.54,
    "returns_policy": 0.46,
    "review_sentiment": 0.5,
    "support_intent": 0.94,
    "ticket_triage": 0.72
   },
   "shown": {
    "accuracy": "60.2%",
    "pair_accuracy": "35.5%",
    "zero_shot": null,
    "families": {
     "action_review": "42.0%",
     "agent_routing": "80.0%",
     "claim_support": "44.0%",
     "content_moderation": "54.0%",
     "returns_policy": "46.0%",
     "review_sentiment": "50.0%",
     "support_intent": "94.0%",
     "ticket_triage": "72.0%"
    }
   }
  },
  {
   "entry": "qwen3-8b",
   "name": "Qwen3-8B, no thinking (self-hosted)",
   "kind": "chat LLM",
   "hosting": "self-hosted",
   "model": "Qwen/Qwen3-8B",
   "accuracy": 0.905,
   "pair_accuracy": 0.815,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 49.046765117076575,
   "latency_p50_ms": 855.9573980164714,
   "frontier": [],
   "families": {
    "action_review": 0.78,
    "agent_routing": 1.0,
    "claim_support": 0.9,
    "content_moderation": 0.86,
    "returns_policy": 0.84,
    "review_sentiment": 0.94,
    "support_intent": 1.0,
    "ticket_triage": 0.92
   },
   "shown": {
    "accuracy": "90.5%",
    "pair_accuracy": "81.5%",
    "zero_shot": null,
    "families": {
     "action_review": "78.0%",
     "agent_routing": "100.0%",
     "claim_support": "90.0%",
     "content_moderation": "86.0%",
     "returns_policy": "84.0%",
     "review_sentiment": "94.0%",
     "support_intent": "100.0%",
     "ticket_triage": "92.0%"
    }
   }
  },
  {
   "entry": "random",
   "name": "Random",
   "kind": "baseline",
   "hosting": "\u2014",
   "model": "uniform-random",
   "accuracy": 0.2225,
   "pair_accuracy": 0.045,
   "zero_shot": null,
   "runs_zero_shot": false,
   "cost_per_1m": 0.0,
   "latency_p50_ms": 0.0,
   "frontier": [
    "cost",
    "latency"
   ],
   "families": {
    "action_review": 0.28,
    "agent_routing": 0.18,
    "claim_support": 0.36,
    "content_moderation": 0.18,
    "returns_policy": 0.34,
    "review_sentiment": 0.18,
    "support_intent": 0.12,
    "ticket_triage": 0.14
   },
   "shown": {
    "accuracy": "22.2%",
    "pair_accuracy": "4.5%",
    "zero_shot": null,
    "families": {
     "action_review": "28.0%",
     "agent_routing": "18.0%",
     "claim_support": "36.0%",
     "content_moderation": "18.0%",
     "returns_policy": "34.0%",
     "review_sentiment": "18.0%",
     "support_intent": "12.0%",
     "ticket_triage": "14.0%"
    }
   }
  }
 ]
}