{
  "tag": "lora",
  "suite": "toucan",
  "adapter": "latest",
  "seed": 0,
  "max_new_tokens": 1024,
  "max_new_tokens_gsm8k": 640,
  "n": {
    "toucan": 200
  },
  "complete": true,
  "items": [
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": true,
      "name_ok": false,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": true,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    },
    {
      "has_gold": false,
      "named": false,
      "truncated": false,
      "emitted": false,
      "name_ok": false,
      "schema": false,
      "args_ok": false,
      "abstained": true
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": false,
      "abstained": false
    },
    {
      "has_gold": true,
      "named": true,
      "truncated": false,
      "emitted": true,
      "name_ok": true,
      "schema": true,
      "args_ok": true,
      "abstained": false
    }
  ],
  "minutes": 135.6407818754514,
  "named_right_tool": 0.9159663865546218,
  "emitted_a_call": 0.907563025210084,
  "name_acc": 0.8823529411764706,
  "args_exact": 0.7226890756302521,
  "schema_ok": 0.907563025210084,
  "truncated": 0.01680672268907563,
  "abstain": 1.0
}