{
 "cases": [
  {
   "state": "The meeting starts at 10 AM. It is now 9 AM.",
   "question": "Has the meeting started?",
   "options": [
    "Yes",
    "No"
   ]
  },
  {
   "state": "Customer: I was charged twice.\nAgent: I've refunded $29 to your card.\nCustomer: Got it. All sorted, thanks!",
   "question": "Was the issue actually resolved?",
   "options": [
    "Yes",
    "No"
   ]
  },
  {
   "state": "A fair six-sided die is rolled once.",
   "question": "Which number comes up?",
   "options": [
    "1",
    "2",
    "3",
    "4",
    "5",
    "6"
   ]
  },
  {
   "state": "An urn holds one blue, one yellow, one red and one green marble. One is drawn without looking.",
   "question": "Which marble is drawn?",
   "options": [
    "Blue",
    "Yellow",
    "Red",
    "Green"
   ]
  }
 ],
 "reference": [
  {
   "Yes": 0.00011235327838221565,
   "No": 0.9998875856399536
  },
  {
   "Yes": 0.9399133324623108,
   "No": 0.06008664518594742
  },
  {
   "1": 0.23407739400863647,
   "2": 0.09292787313461304,
   "3": 0.04372488334774971,
   "4": 0.08901944011449814,
   "5": 0.08105313032865524,
   "6": 0.4591972529888153
  },
  {
   "Blue": 0.41296717524528503,
   "Yellow": 0.12619410455226898,
   "Red": 0.0792793333530426,
   "Green": 0.38155943155288696
  }
 ],
 "worst_abs_diff": 0.01936584711074829
}