{
  "tag": "v5.9",
  "model": "/Volumes/ASAFE/LOREA-cyber-v5.9",
  "adapter": null,
  "results": {
    "mmlu": {
      "n": 200,
      "correct": 168,
      "acc": 0.84,
      "seconds": 113.2
    },
    "mmlu_pro": {
      "n": 200,
      "correct": 111,
      "acc": 0.555,
      "seconds": 144.2
    },
    "arc_challenge": {
      "n": 200,
      "correct": 192,
      "acc": 0.96,
      "seconds": 93.5
    },
    "arc_easy": {
      "n": 200,
      "correct": 197,
      "acc": 0.985,
      "seconds": 84.5
    },
    "hellaswag": {
      "n": 200,
      "correct": 183,
      "acc": 0.915,
      "seconds": 137.2
    },
    "winogrande": {
      "n": 200,
      "correct": 158,
      "acc": 0.79,
      "seconds": 75.2
    },
    "piqa": {
      "n": 200,
      "correct": 188,
      "acc": 0.94,
      "seconds": 87.4
    },
    "siqa": {
      "n": 200,
      "correct": 156,
      "acc": 0.78,
      "seconds": 82.4
    },
    "openbookqa": {
      "n": 200,
      "correct": 184,
      "acc": 0.92,
      "seconds": 78.3
    },
    "commonsense_qa": {
      "n": 200,
      "correct": 170,
      "acc": 0.85,
      "seconds": 78.8
    },
    "boolq": {
      "n": 200,
      "correct": 188,
      "acc": 0.94,
      "seconds": 125.9
    },
    "truthfulqa_mc1": {
      "n": 200,
      "correct": 154,
      "acc": 0.77,
      "seconds": 100.1
    },
    "race_high": {
      "n": 150,
      "correct": 134,
      "acc": 0.8933,
      "seconds": 153.6
    },
    "sciq": {
      "n": 200,
      "correct": 196,
      "acc": 0.98,
      "seconds": 77.6
    },
    "medmcqa": {
      "n": 200,
      "correct": 139,
      "acc": 0.695,
      "seconds": 85.5
    },
    "secqa": {
      "n": 200,
      "correct": 198,
      "acc": 0.99,
      "seconds": 93.2
    },
    "cybermetric": {
      "n": 200,
      "correct": 187,
      "acc": 0.935,
      "seconds": 85.3
    },
    "cyber_mcq_local": {
      "n": 150,
      "correct": 149,
      "acc": 0.9933,
      "seconds": 64.4
    },
    "bbh": {
      "n": 200,
      "correct": 170,
      "acc": 0.85,
      "seconds": 104.1
    },
    "gsm8k": {
      "n": 150,
      "correct": 123,
      "acc": 0.82,
      "seconds": 506.2
    },
    "humaneval": {
      "n": 100,
      "correct": 90,
      "acc": 0.9,
      "seconds": 361.5
    },
    "mbpp": {
      "n": 100,
      "correct": 79,
      "acc": 0.79,
      "seconds": 183.0
    }
  }
}