{
  "wikitext2": {
    "name": "WikiText-2",
    "bf16": {
      "ppl": 5.157865,
      "ppl_unc": 0.369376
    },
    "models": {
      "VeriLoop_IQ3_XXS": {
        "ppl": 5.281293,
        "ppl_unc": 0.379551,
        "ppl_ratio": 1.02393,
        "mean_kld": 0.078914,
        "kld_unc": 0.005409,
        "top1": 88.748,
        "top1_unc": 0.989,
        "top5": 99.413,
        "top5_unc": 0.239,
        "rms": 7.67
      },
      "VeriLoop_IQ3_S": {
        "ppl": 5.368311,
        "ppl_unc": 0.392426,
        "ppl_ratio": 1.040801,
        "mean_kld": 0.035113,
        "kld_unc": 0.001932,
        "top1": 92.368,
        "top1_unc": 0.831,
        "top5": 99.804,
        "top5_unc": 0.138,
        "rms": 5.132
      },
      "Qwen_IQ3_XXS": {
        "ppl": 5.391707,
        "ppl_unc": 0.391388,
        "ppl_ratio": 1.045337,
        "mean_kld": 0.072731,
        "kld_unc": 0.004163,
        "top1": 89.335,
        "top1_unc": 0.966,
        "top5": 99.315,
        "top5_unc": 0.258,
        "rms": 7.338
      },
      "Qwen_IQ3_S": {
        "ppl": 5.287517,
        "ppl_unc": 0.383349,
        "ppl_ratio": 1.025137,
        "mean_kld": 0.043676,
        "kld_unc": 0.003106,
        "top1": 91.194,
        "top1_unc": 0.887,
        "top5": 99.706,
        "top5_unc": 0.169,
        "rms": 5.745
      }
    }
  },
  "codemath": {
    "name": "Code & Math",
    "bf16": {
      "ppl": 1.670003,
      "ppl_unc": 0.063744
    },
    "models": {
      "VeriLoop_IQ3_XXS": {
        "ppl": 2.129404,
        "ppl_unc": 0.105036,
        "ppl_ratio": 1.27509,
        "mean_kld": 0.256974,
        "kld_unc": 0.020245,
        "top1": 86.106,
        "top1_unc": 1.082,
        "top5": 98.728,
        "top5_unc": 0.351,
        "rms": 22.225
      },
      "VeriLoop_IQ3_S": {
        "ppl": 1.779099,
        "ppl_unc": 0.068721,
        "ppl_ratio": 1.065326,
        "mean_kld": 0.126346,
        "kld_unc": 0.013601,
        "top1": 91.292,
        "top1_unc": 0.882,
        "top5": 99.511,
        "top5_unc": 0.218,
        "rms": 15.189
      },
      "Qwen_IQ3_XXS": {
        "ppl": 2.604939,
        "ppl_unc": 0.161942,
        "ppl_ratio": 1.559841,
        "mean_kld": 0.42651,
        "kld_unc": 0.037084,
        "top1": 82.485,
        "top1_unc": 1.19,
        "top5": 96.771,
        "top5_unc": 0.553,
        "rms": 26.362
      },
      "Qwen_IQ3_S": {
        "ppl": 2.286893,
        "ppl_unc": 0.128775,
        "ppl_ratio": 1.369394,
        "mean_kld": 0.27297,
        "kld_unc": 0.023905,
        "top1": 85.812,
        "top1_unc": 1.092,
        "top5": 98.337,
        "top5_unc": 0.4,
        "rms": 22.573
      }
    }
  },
  "aime2025": {
    "name": "AIME 2025",
    "bf16": {
      "ppl": 2.073159,
      "ppl_unc": 0.093297
    },
    "models": {
      "VeriLoop_IQ3_XXS": {
        "ppl": 2.142681,
        "ppl_unc": 0.099012,
        "ppl_ratio": 1.033534,
        "mean_kld": 0.041285,
        "kld_unc": 0.003125,
        "top1": 94.227,
        "top1_unc": 0.73,
        "top5": 99.902,
        "top5_unc": 0.098,
        "rms": 7.302
      },
      "VeriLoop_IQ3_S": {
        "ppl": 2.119914,
        "ppl_unc": 0.097774,
        "ppl_ratio": 1.022552,
        "mean_kld": 0.025689,
        "kld_unc": 0.001889,
        "top1": 95.401,
        "top1_unc": 0.656,
        "top5": 99.804,
        "top5_unc": 0.138,
        "rms": 5.324
      },
      "Qwen_IQ3_XXS": {
        "ppl": 2.196686,
        "ppl_unc": 0.105841,
        "ppl_ratio": 1.059584,
        "mean_kld": 0.07322,
        "kld_unc": 0.011335,
        "top1": 93.151,
        "top1_unc": 0.791,
        "top5": 99.706,
        "top5_unc": 0.169,
        "rms": 10.09
      },
      "Qwen_IQ3_S": {
        "ppl": 2.251226,
        "ppl_unc": 0.112986,
        "ppl_ratio": 1.085891,
        "mean_kld": 0.090163,
        "kld_unc": 0.014369,
        "top1": 92.466,
        "top1_unc": 0.826,
        "top5": 99.413,
        "top5_unc": 0.239,
        "rms": 10.649
      }
    }
  },
  "livecode": {
    "name": "LiveCodeBench",
    "bf16": {
      "ppl": 1.310318,
      "ppl_unc": 0.044372
    },
    "models": {
      "VeriLoop_IQ3_XXS": {
        "ppl": 1.50444,
        "ppl_unc": 0.058624,
        "ppl_ratio": 1.148149,
        "mean_kld": 0.249568,
        "kld_unc": 0.027405,
        "top1": 91.781,
        "top1_unc": 0.86,
        "top5": 98.826,
        "top5_unc": 0.337,
        "rms": 20.829
      },
      "VeriLoop_IQ3_S": {
        "ppl": 1.393964,
        "ppl_unc": 0.050473,
        "ppl_ratio": 1.063836,
        "mean_kld": 0.158601,
        "kld_unc": 0.020799,
        "top1": 94.031,
        "top1_unc": 0.741,
        "top5": 100.0,
        "top5_unc": 0.0,
        "rms": 16.79
      },
      "Qwen_IQ3_XXS": {
        "ppl": 1.846662,
        "ppl_unc": 0.10329,
        "ppl_ratio": 1.409323,
        "mean_kld": 0.38225,
        "kld_unc": 0.039303,
        "top1": 89.041,
        "top1_unc": 0.978,
        "top5": 98.239,
        "top5_unc": 0.412,
        "rms": 25.883
      },
      "Qwen_IQ3_S": {
        "ppl": 1.633881,
        "ppl_unc": 0.07884,
        "ppl_ratio": 1.246935,
        "mean_kld": 0.266109,
        "kld_unc": 0.029915,
        "top1": 91.096,
        "top1_unc": 0.891,
        "top5": 98.728,
        "top5_unc": 0.351,
        "rms": 22.114
      }
    }
  },
  "terminal": {
    "name": "TerminalBench 2.1",
    "models": {
      "VeriLoop_IQ3_XXS": {
        "ppl": 4.553289,
        "ppl_unc": 0.564908,
        "ppl_ratio": 0.953264,
        "mean_kld": 1.166861,
        "kld_unc": 0.115283,
        "top1": 85.421,
        "top1_unc": 1.104,
        "top5": 92.074,
        "top5_unc": 0.845,
        "rms": 20.649
      },
      "VeriLoop_IQ3_S": {
        "ppl": 8.277906,
        "ppl_unc": 1.259443,
        "ppl_ratio": 1.73304,
        "mean_kld": 1.13638,
        "kld_unc": 0.117094,
        "top1": 86.204,
        "top1_unc": 1.079,
        "top5": 92.074,
        "top5_unc": 0.845,
        "rms": 19.444
      },
      "Qwen_IQ3_XXS": {
        "ppl": 8.991763,
        "ppl_unc": 1.416393,
        "ppl_ratio": 1.882491,
        "mean_kld": 1.42079,
        "kld_unc": 0.130739,
        "top1": 81.605,
        "top1_unc": 1.213,
        "top5": 89.824,
        "top5_unc": 0.946,
        "rms": 21.961
      },
      "Qwen_IQ3_S": {
        "ppl": 9.70192,
        "ppl_unc": 1.535125,
        "ppl_ratio": 2.031167,
        "mean_kld": 1.442642,
        "kld_unc": 0.131087,
        "top1": 82.681,
        "top1_unc": 1.184,
        "top5": 90.117,
        "top5_unc": 0.934,
        "rms": 22.61
      }
    },
    "bf16": {
      "ppl": 2.18,
      "ppl_unc": 0.08
    }
  }
}