{
  "name": "kev-0.8b",
  "format": "kev-onnx/1",
  "source": {
    "checkpoint": "jaredpalmer/kev-0.8b",
    "revision": "9a45d25eb2ab761841196625383fa1dff0e56c1e",
    "base": "Qwen/Qwen3.5-0.8B-Base",
    "base_revision": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"
  },
  "temperature": 2.3510958125672174,
  "hidden_size": 1024,
  "head_dim": 256,
  "head_file": "head.bin",
  "head_layout": [
    "q.weight",
    "q.bias",
    "k.weight",
    "k.bias"
  ],
  "onnx": {
    "model": "onnx/model.onnx",
    "data": "onnx/model.onnx.data"
  },
  "tokens": {
    "state": 248060,
    "question": 248061,
    "option": 248049,
    "option_end": 248050,
    "decide": 248062
  },
  "max_state_tokens": 8192,
  "max_row_tokens": 8192,
  "cache": {
    "num_hidden_layers": 24,
    "layer_types": [
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention",
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention",
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention",
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention",
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention",
      "linear_attention",
      "linear_attention",
      "linear_attention",
      "full_attention"
    ],
    "num_key_value_heads": 2,
    "attention_head_dim": 256,
    "conv_dim": 6144,
    "conv_kernel": 3,
    "linear_heads": 16,
    "linear_key_dim": 128,
    "linear_value_dim": 128
  }
}