{
  "tag": "base",
  "suite": "toucan",
  "adapter": "",
  "seed": 0,
  "max_new_tokens": 1024,
  "max_new_tokens_gsm8k": 640,
  "n": {
    "toucan": 200
  },
  "complete": true,
  "items": [
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    }
  ],
  "minutes": 125.13763600985209,
  "named_right_tool": 0.9243697478991597,
  "emitted_a_call": 0.9831932773109243,
  "name_acc": 0.8571428571428571,
  "args_exact": 0.6134453781512605,
  "schema_ok": 0.9747899159663865,
  "truncated": 0.01680672268907563,
  "abstain": 0.8518518518518519
}