{
 "board": {
  "edition": "release-v2.1",
  "generated_utc": "2026-09-27T03:42:13+00:00",
  "jev": {
   "index": 57.91,
   "areas": {
    "knowledge": 0.514,
    "language": 0.6202,
    "retrieval": 0.5542,
    "tools": 0.7509,
    "arts": 0.3766
   }
  },
  "entries": [
   {
    "rank": 1,
    "name": "Surogate Rune 26B-A4B v3",
    "size_b": 26.0,
    "base_model": "google/gemma-4-26B-A4B-it",
    "kind": "full fine-tune",
    "index": 57.44,
    "areas": {
     "knowledge": 0.4336,
     "language": 0.6306,
     "retrieval": 0.6352,
     "tools": 0.7122,
     "arts": 0.419
    }
   },
   {
    "rank": 2,
    "name": "Decider chat \u00b7 Gemma-4-31B",
    "size_b": 31.0,
    "base_model": "google/gemma-4-31B",
    "kind": "inference technique",
    "index": 57.33,
    "areas": {
     "knowledge": 0.4427,
     "language": 0.6038,
     "retrieval": 0.6308,
     "tools": 0.7557,
     "arts": 0.3834
    }
   },
   {
    "rank": 3,
    "name": "AutoJev-27B",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "full fine-tune",
    "index": 56.4,
    "areas": {
     "knowledge": 0.4088,
     "language": 0.6346,
     "retrieval": 0.5486,
     "tools": 0.7935,
     "arts": 0.3939
    }
   },
   {
    "rank": 4,
    "name": "simple-jev \u00b7 Qwen3.8-27B (featherless)",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "inference technique",
    "index": 55.74,
    "areas": {
     "knowledge": 0.3656,
     "language": 0.6209,
     "retrieval": 0.6325,
     "tools": 0.7621,
     "arts": 0.3648
    }
   },
   {
    "rank": 5,
    "name": "Jebadiah 27B",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "LoRA",
    "index": 54.67,
    "areas": {
     "knowledge": 0.3884,
     "language": 0.6068,
     "retrieval": 0.5389,
     "tools": 0.7813,
     "arts": 0.3873
    }
   },
   {
    "rank": 6,
    "name": "reflex 27B",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "inference technique",
    "index": 52.16,
    "areas": {
     "knowledge": 0.3511,
     "language": 0.5416,
     "retrieval": 0.5781,
     "tools": 0.7412,
     "arts": 0.3965
    }
   },
   {
    "rank": 7,
    "name": "Decider chat \u00b7 Qwen3.6-27B",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.6-27B",
    "kind": "inference technique",
    "index": 51.35,
    "areas": {
     "knowledge": 0.3699,
     "language": 0.5712,
     "retrieval": 0.5223,
     "tools": 0.7142,
     "arts": 0.3506
    }
   },
   {
    "rank": 8,
    "name": "Winnow-12B",
    "size_b": 12.0,
    "base_model": "google/gemma-4-12B",
    "kind": "LoRA",
    "index": 50.02,
    "areas": {
     "knowledge": 0.3382,
     "language": 0.5599,
     "retrieval": 0.5405,
     "tools": 0.7102,
     "arts": 0.2997
    }
   },
   {
    "rank": 9,
    "name": "JoshuaSP diffusiongemma (open-jev)",
    "size_b": 26.0,
    "base_model": "google/diffusiongemma-26B-A4B-it",
    "kind": "inference technique",
    "index": 49.47,
    "areas": {
     "knowledge": 0.3272,
     "language": 0.5351,
     "retrieval": 0.5837,
     "tools": 0.7016,
     "arts": 0.2665
    }
   },
   {
    "rank": 10,
    "name": "Jevfire",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "inference technique",
    "index": 49.37,
    "areas": {
     "knowledge": 0.3048,
     "language": 0.5334,
     "retrieval": 0.5622,
     "tools": 0.7233,
     "arts": 0.3221
    }
   },
   {
    "rank": 11,
    "name": "Decider 35B-A3B",
    "size_b": 35.0,
    "base_model": "Qwen/Qwen3.5-35B-A3B-Base",
    "kind": "full fine-tune",
    "index": 47.11,
    "areas": {
     "knowledge": 0.3178,
     "language": 0.5552,
     "retrieval": 0.5466,
     "tools": 0.5654,
     "arts": 0.326
    }
   },
   {
    "rank": 12,
    "name": "JPT-9B",
    "size_b": 9.0,
    "base_model": "Qwen/Qwen3.5-9B-Base",
    "kind": "LoRA",
    "index": 46.89,
    "areas": {
     "knowledge": 0.317,
     "language": 0.5672,
     "retrieval": 0.4459,
     "tools": 0.6702,
     "arts": 0.2856
    }
   },
   {
    "rank": 13,
    "name": "Decision 1.0 Lux",
    "size_b": 9.0,
    "base_model": "Qwen/Qwen3.5-9B-Base",
    "kind": "head / adapter",
    "index": 43.49,
    "areas": {
     "knowledge": 0.309,
     "language": 0.4797,
     "retrieval": 0.5002,
     "tools": 0.5719,
     "arts": 0.2635
    }
   },
   {
    "rank": 14,
    "name": "Xor",
    "size_b": 35.0,
    "base_model": "Qwen/Qwen3.6-35B-A3B",
    "kind": "full fine-tune",
    "index": 41.48,
    "areas": {
     "knowledge": 0.3433,
     "language": 0.5558,
     "retrieval": 0.2296,
     "tools": 0.5514,
     "arts": 0.3563
    }
   },
   {
    "rank": 15,
    "name": "Decider 4B",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "full fine-tune",
    "index": 40.7,
    "areas": {
     "knowledge": 0.2574,
     "language": 0.4597,
     "retrieval": 0.4467,
     "tools": 0.5862,
     "arts": 0.2503
    }
   },
   {
    "rank": 16,
    "name": "Jev-Omni",
    "size_b": 12.0,
    "base_model": "google/gemma-4-12B",
    "kind": "LoRA + head",
    "index": 40.53,
    "areas": {
     "knowledge": 0.2549,
     "language": 0.5052,
     "retrieval": 0.3583,
     "tools": 0.6077,
     "arts": 0.2607
    }
   },
   {
    "rank": 17,
    "name": "djev",
    "size_b": 26.0,
    "base_model": "google/diffusiongemma-26B-A4B-it",
    "kind": "inference technique",
    "index": 40.28,
    "areas": {
     "knowledge": 0.264,
     "language": 0.4876,
     "retrieval": 0.4177,
     "tools": 0.5168,
     "arts": 0.3045
    }
   },
   {
    "rank": 18,
    "name": "Winnow-E4B",
    "size_b": 4.0,
    "base_model": "google/gemma-4-E4B",
    "kind": "LoRA",
    "index": 39.89,
    "areas": {
     "knowledge": 0.2229,
     "language": 0.4511,
     "retrieval": 0.438,
     "tools": 0.6251,
     "arts": 0.2277
    }
   },
   {
    "rank": 19,
    "name": "Hopper",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA",
    "index": 39.67,
    "areas": {
     "knowledge": 0.2327,
     "language": 0.444,
     "retrieval": 0.4446,
     "tools": 0.5905,
     "arts": 0.248
    }
   },
   {
    "rank": 20,
    "name": "Bespoke Nimble 9B v2",
    "size_b": 9.0,
    "base_model": "Qwen/Qwen3.5-9B-Base",
    "kind": "LoRA",
    "index": 39.57,
    "areas": {
     "knowledge": 0.2952,
     "language": 0.4509,
     "retrieval": 0.3493,
     "tools": 0.5921,
     "arts": 0.2471
    }
   },
   {
    "rank": 21,
    "name": "JevK5",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA",
    "index": 38.81,
    "areas": {
     "knowledge": 0.235,
     "language": 0.4329,
     "retrieval": 0.4615,
     "tools": 0.5212,
     "arts": 0.2781
    }
   },
   {
    "rank": 22,
    "name": "lev",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA + head",
    "index": 38.54,
    "areas": {
     "knowledge": 0.2197,
     "language": 0.3852,
     "retrieval": 0.4792,
     "tools": 0.5752,
     "arts": 0.2796
    }
   },
   {
    "rank": 23,
    "name": "Kev 9B",
    "size_b": 9.0,
    "base_model": "Qwen/Qwen3.5-9B-Base",
    "kind": "LoRA + head",
    "index": 38.48,
    "areas": {
     "knowledge": 0.2616,
     "language": 0.4167,
     "retrieval": 0.4367,
     "tools": 0.5448,
     "arts": 0.2242
    }
   },
   {
    "rank": 24,
    "name": "Intern-Decision-4B",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "full fine-tune",
    "index": 37.81,
    "areas": {
     "knowledge": 0.2371,
     "language": 0.4188,
     "retrieval": 0.4034,
     "tools": 0.5566,
     "arts": 0.2608
    }
   },
   {
    "rank": 25,
    "name": "razorback16 openjev diffusiongemma (NVFP4, vLLM)",
    "size_b": 26.0,
    "base_model": "google/diffusiongemma-26B-A4B-it",
    "kind": "inference technique",
    "index": 37.25,
    "areas": {
     "knowledge": 0.2618,
     "language": 0.4486,
     "retrieval": 0.3702,
     "tools": 0.4719,
     "arts": 0.285
    }
   },
   {
    "rank": 26,
    "name": "NeoHorse-Jev-4B",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "head / adapter",
    "index": 36.75,
    "areas": {
     "knowledge": 0.2259,
     "language": 0.3936,
     "retrieval": 0.4391,
     "tools": 0.5888,
     "arts": 0.1177
    }
   },
   {
    "rank": 27,
    "name": "Solomon v1.1",
    "size_b": 27.0,
    "base_model": "Qwen/Qwen3.8-27B",
    "kind": "head / adapter",
    "index": 36.43,
    "areas": {
     "knowledge": 0.2213,
     "language": 0.5728,
     "retrieval": 0.2597,
     "tools": 0.4697,
     "arts": 0.2116
    }
   },
   {
    "rank": 28,
    "name": "Kev 4B",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA + head",
    "index": 34.64,
    "areas": {
     "knowledge": 0.2286,
     "language": 0.353,
     "retrieval": 0.4098,
     "tools": 0.5256,
     "arts": 0.1792
    }
   },
   {
    "rank": 29,
    "name": "Decision 1.0 Nox",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "head / adapter",
    "index": 34.36,
    "areas": {
     "knowledge": 0.2141,
     "language": 0.3659,
     "retrieval": 0.4431,
     "tools": 0.4957,
     "arts": 0.1439
    }
   },
   {
    "rank": 30,
    "name": "Jobe",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "inference technique",
    "index": 32.35,
    "areas": {
     "knowledge": 0.1773,
     "language": 0.3454,
     "retrieval": 0.3669,
     "tools": 0.4881,
     "arts": 0.2574
    }
   },
   {
    "rank": 31,
    "name": "mmastrac diffusiongemma (vLLM PR 57250)",
    "size_b": 26.0,
    "base_model": "google/diffusiongemma-26B-A4B-it",
    "kind": "inference technique",
    "index": 32.24,
    "areas": {
     "knowledge": 0.249,
     "language": 0.4593,
     "retrieval": 0.2417,
     "tools": 0.3399,
     "arts": 0.2881
    }
   },
   {
    "rank": 32,
    "name": "open-jev (pngwn)",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA",
    "index": 29.91,
    "areas": {
     "knowledge": 0.1988,
     "language": 0.3546,
     "retrieval": 0.2912,
     "tools": 0.4573,
     "arts": 0.1414
    }
   },
   {
    "rank": 33,
    "name": "Tev1-4B-experimental",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "full fine-tune",
    "index": 29.24,
    "areas": {
     "knowledge": 0.2349,
     "language": 0.3919,
     "retrieval": 0.1548,
     "tools": 0.4183,
     "arts": 0.2292
    }
   },
   {
    "rank": 34,
    "name": "Decider 2B",
    "size_b": 2.0,
    "base_model": "Qwen/Qwen3.5-2B-Base",
    "kind": "full fine-tune",
    "index": 28.97,
    "areas": {
     "knowledge": 0.1493,
     "language": 0.3257,
     "retrieval": 0.3729,
     "tools": 0.4245,
     "arts": 0.1464
    }
   },
   {
    "rank": 35,
    "name": "openvons",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3-4B-Instruct-2507",
    "kind": "inference technique",
    "index": 28.42,
    "areas": {
     "knowledge": 0.2077,
     "language": 0.301,
     "retrieval": 0.2537,
     "tools": 0.4465,
     "arts": 0.2033
    }
   },
   {
    "rank": 36,
    "name": "this-that 1.2",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 28.14,
    "areas": {
     "knowledge": 0.1514,
     "language": 0.3191,
     "retrieval": 0.3283,
     "tools": 0.4497,
     "arts": 0.1183
    }
   },
   {
    "rank": 37,
    "name": "Metask-Jev-4B",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "LoRA",
    "index": 26.89,
    "areas": {
     "knowledge": 0.2096,
     "language": 0.3939,
     "retrieval": 0.1291,
     "tools": 0.3759,
     "arts": 0.1828
    }
   },
   {
    "rank": 38,
    "name": "SemIf",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3.5-4B-Base",
    "kind": "inference technique",
    "index": 25.94,
    "areas": {
     "knowledge": 0.171,
     "language": 0.3379,
     "retrieval": 0.1572,
     "tools": 0.391,
     "arts": 0.2492
    }
   },
   {
    "rank": 39,
    "name": "Decision 1.0 Sol",
    "size_b": 2.0,
    "base_model": "Qwen/Qwen3.5-2B-Base",
    "kind": "head / adapter",
    "index": 25.32,
    "areas": {
     "knowledge": 0.1149,
     "language": 0.2535,
     "retrieval": 0.3271,
     "tools": 0.4611,
     "arts": 0.0818
    }
   },
   {
    "rank": 40,
    "name": "mini-jev",
    "size_b": 4.0,
    "base_model": "Qwen/Qwen3-4B-Instruct-2507",
    "kind": "inference technique",
    "index": 20.98,
    "areas": {
     "knowledge": 0.1763,
     "language": 0.2857,
     "retrieval": 0.0866,
     "tools": 0.2842,
     "arts": 0.2107
    }
   },
   {
    "rank": 41,
    "name": "Bosun v3.1 1.7B",
    "size_b": 1.7,
    "base_model": "Qwen/Qwen3-1.7B-Base",
    "kind": "LoRA + head",
    "index": 20.1,
    "areas": {
     "knowledge": 0.0472,
     "language": 0.124,
     "retrieval": 0.4282,
     "tools": 0.3478,
     "arts": 0.0747
    }
   },
   {
    "rank": 42,
    "name": "Intern-Decision-2B",
    "size_b": 2.0,
    "base_model": "Qwen/Qwen3.5-2B-Base",
    "kind": "full fine-tune",
    "index": 19.38,
    "areas": {
     "knowledge": 0.138,
     "language": 0.2056,
     "retrieval": 0.1566,
     "tools": 0.3334,
     "arts": 0.1272
    }
   },
   {
    "rank": 43,
    "name": "JPT-0.8B",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "LoRA",
    "index": 19.22,
    "areas": {
     "knowledge": 0.0988,
     "language": 0.2304,
     "retrieval": 0.164,
     "tools": 0.3623,
     "arts": 0.08
    }
   },
   {
    "rank": 44,
    "name": "Decision 1.0 Eos",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "head / adapter",
    "index": 18.41,
    "areas": {
     "knowledge": 0.0737,
     "language": 0.1459,
     "retrieval": 0.3057,
     "tools": 0.321,
     "arts": 0.0747
    }
   },
   {
    "rank": 45,
    "name": "Kev 0.8B",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "LoRA + head",
    "index": 14.6,
    "areas": {
     "knowledge": 0.0608,
     "language": 0.1133,
     "retrieval": 0.1914,
     "tools": 0.315,
     "arts": 0.0511
    }
   },
   {
    "rank": 46,
    "name": "Bosun v3.1 0.6B",
    "size_b": 0.6,
    "base_model": "Qwen/Qwen3-0.6B-Base",
    "kind": "LoRA + head",
    "index": 14.32,
    "areas": {
     "knowledge": 0.0283,
     "language": 0.0383,
     "retrieval": 0.3415,
     "tools": 0.2844,
     "arts": 0.0557
    }
   },
   {
    "rank": 47,
    "name": "Tev1-0.8B-experimental",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "full fine-tune",
    "index": 12.85,
    "areas": {
     "knowledge": 0.0729,
     "language": 0.1405,
     "retrieval": 0.0488,
     "tools": 0.3197,
     "arts": 0.0512
    }
   },
   {
    "rank": 48,
    "name": "Intern-Decision-0.8B",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "full fine-tune",
    "index": 11.94,
    "areas": {
     "knowledge": 0.0797,
     "language": 0.1035,
     "retrieval": 0.0644,
     "tools": 0.2838,
     "arts": 0.0722
    }
   },
   {
    "rank": 49,
    "name": "MoJev",
    "size_b": 0.8,
    "base_model": "Qwen/Qwen3.5-0.8B-Base",
    "kind": "head / adapter",
    "index": 11.69,
    "areas": {
     "knowledge": 0.0557,
     "language": 0.0908,
     "retrieval": 0.1618,
     "tools": 0.2186,
     "arts": 0.0672
    }
   },
   {
    "rank": 50,
    "name": "GLiNER2.5-Decide",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 11.21,
    "areas": {
     "knowledge": 0.0241,
     "language": 0.0748,
     "retrieval": 0.2532,
     "tools": 0.1478,
     "arts": 0.0887
    }
   },
   {
    "rank": 51,
    "name": "Lavoir",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 8.69,
    "areas": {
     "knowledge": 0.0349,
     "language": 0.1037,
     "retrieval": 0.12,
     "tools": 0.1302,
     "arts": 0.0323
    }
   },
   {
    "rank": 52,
    "name": "jeff",
    "size_b": null,
    "base_model": null,
    "kind": "inference technique",
    "index": 8.04,
    "areas": {
     "knowledge": 0.0305,
     "language": 0.104,
     "retrieval": 0.2131,
     "tools": 0.0119,
     "arts": 0.0077
    }
   },
   {
    "rank": 53,
    "name": "CLM-v0.1-8B",
    "size_b": 8.0,
    "base_model": "Qwen/Qwen3-8B-Base",
    "kind": "full fine-tune",
    "index": 7.4,
    "areas": {
     "knowledge": 0.0311,
     "language": 0.0523,
     "retrieval": 0.1126,
     "tools": 0.1398,
     "arts": 0.043
    }
   },
   {
    "rank": 54,
    "name": "GLiNER 2.5 base",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 6.76,
    "areas": {
     "knowledge": 0.021,
     "language": 0.0748,
     "retrieval": 0.0966,
     "tools": 0.1116,
     "arts": 0.0313
    }
   },
   {
    "rank": 55,
    "name": "LFM2.5-2.6B-RLCD",
    "size_b": 2.6,
    "base_model": "LiquidAI/LFM2.5-2.6B-Base",
    "kind": "full fine-tune",
    "index": 6.76,
    "areas": {
     "knowledge": 0.0742,
     "language": 0.0542,
     "retrieval": 0.1053,
     "tools": 0.0443,
     "arts": 0.0525
    }
   },
   {
    "rank": 56,
    "name": "Decision 1.0 Kai",
    "size_b": null,
    "base_model": null,
    "kind": "head / adapter",
    "index": 6.52,
    "areas": {
     "knowledge": 0.0383,
     "language": 0.0291,
     "retrieval": 0.0932,
     "tools": 0.1423,
     "arts": 0.0308
    }
   },
   {
    "rank": 57,
    "name": "Laya",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 6.04,
    "areas": {
     "knowledge": 0.0356,
     "language": 0.0903,
     "retrieval": 0.0715,
     "tools": 0.0582,
     "arts": 0.0289
    }
   },
   {
    "rank": 58,
    "name": "Julia 1",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 5.54,
    "areas": {
     "knowledge": 0.0661,
     "language": 0.0139,
     "retrieval": 0.0991,
     "tools": 0.072,
     "arts": 0.0174
    }
   },
   {
    "rank": 59,
    "name": "system-one-gemma",
    "size_b": null,
    "base_model": null,
    "kind": "LoRA + head",
    "index": 5.07,
    "areas": {
     "knowledge": 0.0129,
     "language": 0.0108,
     "retrieval": 0.1722,
     "tools": 0.0331,
     "arts": 0.0408
    }
   },
   {
    "rank": 60,
    "name": "Decision 1.0 Lex",
    "size_b": null,
    "base_model": null,
    "kind": "head / adapter",
    "index": 4.54,
    "areas": {
     "knowledge": 0.0188,
     "language": 0.0241,
     "retrieval": 0.0625,
     "tools": 0.1086,
     "arts": 0.0193
    }
   },
   {
    "rank": 61,
    "name": "GLiNER 2.5 multilingual",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 4.26,
    "areas": {
     "knowledge": 0.009,
     "language": 0.0636,
     "retrieval": 0.0531,
     "tools": 0.0587,
     "arts": 0.025
    }
   },
   {
    "rank": 62,
    "name": "GLiNER 2.5 small",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 3.82,
    "areas": {
     "knowledge": 0.0175,
     "language": 0.0375,
     "retrieval": 0.043,
     "tools": 0.0698,
     "arts": 0.0266
    }
   },
   {
    "rank": 63,
    "name": "Qwen-2.5-1B-RLCD",
    "size_b": 1.5,
    "base_model": "Qwen/Qwen2.5-1.5B",
    "kind": "inference technique",
    "index": 3.78,
    "areas": {
     "knowledge": 0.014,
     "language": 0.0471,
     "retrieval": 0.0094,
     "tools": 0.07,
     "arts": 0.0731
    }
   },
   {
    "rank": 64,
    "name": "Lumma-Fev-0.6B",
    "size_b": 0.6,
    "base_model": "FrontiersMind/Lumma-0.6B-Base",
    "kind": "LoRA",
    "index": 2.97,
    "areas": {
     "knowledge": 0.0234,
     "language": 0.0091,
     "retrieval": 0.0888,
     "tools": 0.0112,
     "arts": 0.0144
    }
   },
   {
    "rank": 65,
    "name": "Verdict",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 1.87,
    "areas": {
     "knowledge": 0.0036,
     "language": 0.0145,
     "retrieval": 0.0,
     "tools": 0.0658,
     "arts": 0.0203
    }
   },
   {
    "rank": 66,
    "name": "Lumma-Fev-0.1B",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 1.78,
    "areas": {
     "knowledge": 0.0151,
     "language": 0.0062,
     "retrieval": 0.0245,
     "tools": 0.0265,
     "arts": 0.0257
    }
   },
   {
    "rank": 67,
    "name": "LFM2.5-350M-RLCD",
    "size_b": null,
    "base_model": null,
    "kind": "full fine-tune",
    "index": 1.38,
    "areas": {
     "knowledge": 0.0047,
     "language": 0.0098,
     "retrieval": 0.0002,
     "tools": 0.0384,
     "arts": 0.0298
    }
   }
  ]
 },
 "wald_di": [
  {
   "id": "v1.0",
   "label": "Wald-4B v1.0 \u00b7 effort medium",
   "size_b": 4.0,
   "index": 53.91,
   "ci95": [
    51.87,
    55.27
   ],
   "areas": {
    "knowledge": 0.3945,
    "language": 0.6176,
    "retrieval": 0.5193,
    "tools": 0.782,
    "arts": 0.3058
   },
   "source": "results/decision-index/boot021-0927-021A0-f10.json#arrmed",
   "status": "committed"
  }
 ],
 "effort_di": {
  "none": {
   "index": 42.89,
   "ci95": [
    41.16,
    44.43
   ],
   "areas": {
    "knowledge": 0.2859,
    "language": 0.448,
    "retrieval": 0.463,
    "tools": 0.6369,
    "arts": 0.3011
   },
   "source": "results/decision-index/boot021-0927-015G0-f4.json#g4one"
  },
  "low": {
   "index": 45.23,
   "ci95": [
    43.54,
    46.69
   ],
   "areas": {
    "knowledge": 0.3545,
    "language": 0.4672,
    "retrieval": 0.4676,
    "tools": 0.6355,
    "arts": 0.3011
   },
   "source": "results/decision-index/boot021-0927-015G0-f4.json#g4low"
  },
  "medium": {
   "index": 47.23,
   "ci95": [
    45.52,
    48.86
   ],
   "areas": {
    "knowledge": 0.3998,
    "language": 0.5023,
    "retrieval": 0.4671,
    "tools": 0.642,
    "arts": 0.2819
   },
   "source": "results/decision-index/boot021-0927-015G0-f4.json#g4med"
  },
  "high": {
   "index": 49.14,
   "ci95": [
    47.21,
    50.65
   ],
   "areas": {
    "knowledge": 0.4415,
    "language": 0.5279,
    "retrieval": 0.4698,
    "tools": 0.6605,
    "arts": 0.2604
   },
   "source": "results/decision-index/boot021-0927-015G0-f4.json#g4high"
  },
  "high-k4": {
   "index": 49.62,
   "ci95": [
    47.95,
    51.16
   ],
   "areas": {
    "knowledge": 0.4649,
    "language": 0.5232,
    "retrieval": 0.4698,
    "tools": 0.6605,
    "arts": 0.2604
   },
   "source": "results/decision-index/boot021-0927-015G0-f4.json#g4k4"
  }
 },
 "qwen27_paren": {
  "index": 47.78,
  "ci95": [
   45.95,
   49.17
  ],
  "areas": {
   "knowledge": 0.3485,
   "language": 0.4867,
   "retrieval": 0.557,
   "tools": 0.6954,
   "arts": 0.2329
  },
  "source": "results/decision-index/boot021-bigbase-0927.json#q27paren"
 },
 "jev_sample": {
  "index": 57.19,
  "ci95": [
   55.29,
   58.6
  ],
  "areas": {
   "knowledge": 0.5044,
   "language": 0.5832,
   "retrieval": 0.566,
   "tools": 0.763,
   "arts": 0.3799
  },
  "source": "results/decision-index/boot021-0927.json#jev"
 },
 "board_named": {
  "decider_4b": {
   "rank": 15,
   "index": 40.7,
   "base_model": "Qwen/Qwen3.5-4B-Base"
  },
  "decider_35b": {
   "rank": 11,
   "index": 47.11,
   "base_model": "Qwen/Qwen3.5-35B-A3B-Base"
  }
 },
 "board_4_5": [
  {
   "rank": 4,
   "name": "simple-jev \u00b7 Qwen3.8-27B (featherless)",
   "size_b": 27.0,
   "base_model": "Qwen/Qwen3.8-27B",
   "kind": "inference technique",
   "index": 55.74,
   "areas": {
    "knowledge": 0.3656,
    "language": 0.6209,
    "retrieval": 0.6325,
    "tools": 0.7621,
    "arts": 0.3648
   }
  },
  {
   "rank": 5,
   "name": "Jebadiah 27B",
   "size_b": 27.0,
   "base_model": "Qwen/Qwen3.8-27B",
   "kind": "LoRA",
   "index": 54.67,
   "areas": {
    "knowledge": 0.3884,
    "language": 0.6068,
    "retrieval": 0.5389,
    "tools": 0.7813,
    "arts": 0.3873
   }
  }
 ],
 "verticals": [
  {
   "laya_0shot": 35.6,
   "laya_p50_ms": 893.8,
   "clm_0shot": 34.8,
   "clm_p50_ms": 1059.5,
   "task": "When2Call",
   "metric": "accuracy",
   "n_test": 500,
   "ours_lora": 82.8,
   "ours_ci95": [
    79.2,
    86.0
   ],
   "jev": 72.6,
   "wald_0shot": 68.6,
   "raw_qwen_0shot": 47.4,
   "raw_source": "verticals/when2call/runs/20260926-2141/report.json",
   "ours_minus_jev_ci95": [
    6.2,
    14.2
   ],
   "train_usd": 1.0,
   "beats_jev": true
  },
  {
   "laya_0shot": 33.9,
   "laya_p50_ms": 897.7,
   "clm_0shot": 0.3,
   "clm_p50_ms": 1057.1,
   "task": "BANKING77",
   "metric": "macro-F1",
   "n_test": 500,
   "ours_lora": 92.8,
   "ours_ci95": [
    89.5,
    94.6
   ],
   "jev": 78.1,
   "wald_0shot": 77.4,
   "raw_qwen_0shot": 66.8,
   "raw_source": "verticals/banking77/runs/20260926-2200/report.json",
   "ours_minus_jev_ci95": [
    12.1,
    18.6
   ],
   "train_usd": 0.64,
   "beats_jev": true
  },
  {
   "laya_0shot": 62.6,
   "laya_p50_ms": 992.6,
   "clm_0shot": 12.7,
   "clm_p50_ms": 1064.2,
   "task": "SGD intent",
   "metric": "macro-F1",
   "n_test": 500,
   "ours_lora": 98.0,
   "ours_ci95": [
    92.6,
    99.2
   ],
   "jev": 92.8,
   "wald_0shot": 82.8,
   "raw_qwen_0shot": 79.7,
   "raw_source": "verticals/sgd-intent/runs/20260926-2227/report.json",
   "ours_minus_jev_ci95": [
    2.9,
    8.2
   ],
   "train_usd": 0.83,
   "beats_jev": true
  },
  {
   "laya_0shot": 14.2,
   "laya_p50_ms": 271.4,
   "clm_0shot": 12.9,
   "clm_p50_ms": 88.2,
   "task": "ToxicChat",
   "metric": "toxic-class F1",
   "n_test": 5029,
   "ours_lora": 84.9,
   "ours_ci95": [
    81.9,
    87.6
   ],
   "jev": 80.4,
   "wald_0shot": 73.4,
   "raw_qwen_0shot": 36.2,
   "raw_source": "verticals/toxicchat/runs/20260927-0045/report.json",
   "ours_minus_jev_ci95": [
    1.5,
    7.5
   ],
   "train_usd": 0.2,
   "beats_jev": true
  },
  {
   "laya_0shot": null,
   "laya_p50_ms": null,
   "clm_0shot": 34.0,
   "clm_p50_ms": 1064.9,
   "task": "MetaTool",
   "metric": "accuracy",
   "n_test": 500,
   "ours_lora": 97.0,
   "ours_ci95": [
    95.4,
    98.4
   ],
   "jev": 83.0,
   "wald_0shot": 80.4,
   "raw_qwen_0shot": 75.8,
   "raw_source": "verticals/metatool/runs/20260927-0228/report.json",
   "ours_minus_jev_ci95": [
    10.8,
    17.2
   ],
   "train_usd": 0.79,
   "beats_jev": true
  },
  {
   "laya_0shot": null,
   "laya_p50_ms": null,
   "clm_0shot": 61.2,
   "clm_p50_ms": 1066.2,
   "task": "AndroidControl",
   "metric": "accuracy",
   "n_test": 500,
   "ours_lora": 81.6,
   "ours_ci95": [
    78.0,
    85.0
   ],
   "jev": 73.4,
   "wald_0shot": 60.6,
   "raw_qwen_0shot": 62.0,
   "raw_source": "verticals/androidcontrol/runs/20260927-0245/report.json",
   "ours_minus_jev_ci95": [
    4.4,
    12.4
   ],
   "train_usd": 1.48,
   "beats_jev": true
  },
  {
   "laya_0shot": 25.6,
   "laya_p50_ms": 992.6,
   "clm_0shot": 0.0,
   "clm_p50_ms": 1062.2,
   "task": "RouteLLM routing",
   "metric": "needs-strong F1",
   "n_test": 500,
   "ours_lora": 26.8,
   "ours_ci95": [
    18.3,
    35.4
   ],
   "jev": 0.0,
   "wald_0shot": 11.3,
   "raw_qwen_0shot": 33.3,
   "raw_source": "verticals/model-routing/runs/20260927-0236/report.json",
   "ours_minus_jev_ci95": [
    18.3,
    35.4
   ],
   "train_usd": 0.63,
   "beats_jev": true
  },
  {
   "laya_0shot": 13.3,
   "laya_p50_ms": 250.0,
   "clm_0shot": 61.7,
   "clm_p50_ms": 266.9,
   "task": "Agent-trajectory safety (hard)",
   "metric": "unsafe-class F1",
   "n_test": 500,
   "ours_lora": 72.2,
   "ours_ci95": [
    68.0,
    75.9
   ],
   "jev": 47.0,
   "wald_0shot": 32.5,
   "raw_qwen_0shot": 70.1,
   "raw_source": "verticals/agent-trajectory-safety-hard/runs/20260927-0259/report.json",
   "ours_minus_jev_ci95": [
    18.3,
    32.2
   ],
   "train_usd": 0.15,
   "beats_jev": true
  },
  {
   "laya_0shot": 2.1,
   "laya_p50_ms": 1020.9,
   "clm_0shot": 3.8,
   "clm_p50_ms": 1383.2,
   "task": "Mind2Web",
   "metric": "accuracy",
   "n_test": 480,
   "ours_lora": 51.9,
   "ours_ci95": [
    47.3,
    56.0
   ],
   "jev": 48.5,
   "wald_0shot": 32.3,
   "raw_qwen_0shot": 9.8,
   "raw_source": "verticals/mind2web/runs/20260927-0119/report.json",
   "ours_minus_jev_ci95": [
    -1.2,
    7.9
   ],
   "train_usd": 1.81,
   "beats_jev": false
  },
  {
   "laya_0shot": 56.6,
   "laya_p50_ms": 220.6,
   "clm_0shot": 30.6,
   "clm_p50_ms": 1021.4,
   "task": "Prompt injection",
   "metric": "injection-class F1",
   "n_test": 578,
   "ours_lora": 79.4,
   "ours_ci95": [
    73.5,
    84.5
   ],
   "jev": 82.8,
   "wald_0shot": 71.3,
   "raw_qwen_0shot": 31.6,
   "raw_source": "verticals/prompt-injection/runs/20260927-0238/report.json",
   "ours_minus_jev_ci95": [
    -10.1,
    3.1
   ],
   "train_usd": 0.12,
   "beats_jev": false
  },
  {
   "laya_0shot": 49.2,
   "laya_p50_ms": 547.9,
   "clm_0shot": 50.3,
   "clm_p50_ms": 602.6,
   "task": "RewardBench",
   "metric": "accuracy",
   "n_test": 1000,
   "ours_lora": 83.4,
   "ours_ci95": [
    81.0,
    85.7
   ],
   "jev": 90.6,
   "wald_0shot": 83.7,
   "raw_qwen_0shot": 65.0,
   "raw_source": "verticals/rewardbench/runs/20260927-0048/report.json",
   "ours_minus_jev_ci95": [
    -9.4,
    -5.1
   ],
   "train_usd": 1.49,
   "beats_jev": false
  },
  {
   "task": "COLD (Chinese)",
   "metric": "macro-F1",
   "n_test": 5323,
   "ours_lora": 84.1,
   "ours_ci95": [
    83.2,
    85.1
   ],
   "jev": 75.3,
   "wald_0shot": 80.1,
   "raw_qwen_0shot": null,
   "raw_source": null,
   "laya_0shot": null,
   "laya_p50_ms": null,
   "clm_0shot": null,
   "clm_p50_ms": null,
   "ours_minus_jev_ci95": [
    7.7,
    10.0
   ],
   "train_usd": 1.0,
   "beats_jev": true,
   "note": "LoRA on all 25,382 train labels averaged with the zero-shot base; ties the best published 83.7"
  }
 ],
 "suite": [
  {
   "system": "Wald-4B v1.0 \u00b7 medium (packaged server)",
   "public231": 88.3,
   "xl_hidden": 63.2,
   "source": "public 231: packaged wald-serve smoke read of 021A0-f10 09-27 (ledger 197); XL: xl-bench leaderboard.md (hidden split)"
  },
  {
   "system": "Jev (API, jev-1.13.0)",
   "public231": 86.6,
   "xl_hidden": 73.0,
   "source": "results/external/jev-1.13.0; xl-bench #1"
  },
  {
   "system": "Cygnet (gemma-4-12B-it + shim)",
   "public231": null,
   "xl_hidden": 59.8,
   "source": "xl-bench #4"
  },
  {
   "system": "Laya (zero-shot, Jev's wire request)",
   "public231": 58.0,
   "xl_hidden": 13.4,
   "source": "results/external/laya; xl-bench #24"
  },
  {
   "system": "CLM-8B (zero-shot, same requests, deployment verified)",
   "public231": 39.0,
   "xl_hidden": 12.7,
   "source": "ledger 190 read (results/external/clm-8b); xl-bench #25"
  },
  {
   "system": "raw Qwen3.5-4B-Base (zero-shot, our readout)",
   "public231": 67.5,
   "xl_hidden": null,
   "source": "exported lineage summary (public one-pass 156 / 231)"
  }
 ],
 "effort_serving": [
  {
   "effort": "none",
   "thinks": 0.0,
   "public231": 194,
   "xl_dev": 72.4,
   "processbench": 64.2,
   "p50_s": 0.051,
   "p95_s": 0.117,
   "usd_per_1k": 0.0184
  },
  {
   "effort": "low",
   "thinks": 1.2,
   "public231": 192,
   "xl_dev": 76.0,
   "processbench": 64.2,
   "p50_s": 0.048,
   "p95_s": 0.109,
   "usd_per_1k": 0.0194
  },
  {
   "effort": "medium",
   "thinks": 11.0,
   "public231": 202,
   "xl_dev": 81.1,
   "processbench": 66.7,
   "p50_s": 0.052,
   "p95_s": 1.08,
   "usd_per_1k": 0.0234
  },
  {
   "effort": "high",
   "thinks": 100.0,
   "public231": 194,
   "xl_dev": 85.8,
   "processbench": 83.4,
   "p50_s": 0.62,
   "p95_s": 1.7,
   "usd_per_1k": 0.0366
  }
 ],
 "reference_api": {
  "name": "Jev API",
  "p50_s": 0.4,
  "p95_s": 0.83,
  "usd_per_1k": 0.04
 },
 "serving": {
  "rtxpro6000_fp8_usd_per_1k": 0.0073,
  "rtxpro6000_fp8_decisions_per_s": 114.9,
  "rtxpro6000_c1_p50_ms": 26,
  "multitenant_c32_usd_per_1k": 0.0067,
  "multitenant_c32_decisions_per_s": 70,
  "vertical_when2call_p50_ms": 56,
  "vertical_banking77_p50_ms": 176,
  "jev_when2call_p50_ms": 541,
  "jev_banking77_p50_ms": 702,
  "jev_usd_per_1k": 0.04
 }
}