{
  "tag": "lora",
  "suite": "gsm8k",
  "adapter": "latest",
  "seed": 0,
  "max_new_tokens": 1024,
  "max_new_tokens_gsm8k": 640,
  "n": {
    "gsm8k": 200
  },
  "complete": true,
  "items": [
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    }
  ],
  "minutes": 112.32950961987179,
  "gsm8k_accuracy": 0.88,
  "tool_syntax_intrusion": 0.0,
  "gsm8k_per_item": [
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": false,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    },
    {
      "correct": true,
      "intruded": false
    }
  ]
}