{
  "version": 1,
  "model": "Qwen/Qwen3.6-35B-A3B",
  "family": "qwen3_5_moe",
  "source": {
    "huggingface_repo": "/home/ubuntu/hf/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/7da1103448ba36029c34ce1a9a741dfe93ee0c50",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-04-21T06:41:57.447495Z",
    "larql_version": "0.2.0-python"
  },
  "num_layers": 40,
  "hidden_size": 2048,
  "intermediate_size": 512,
  "vocab_size": 248320,
  "embed_scale": 1.0,
  "extract_level": "features",
  "dtype": "f16",
  "has_model_weights": false,
  "down_top_k": 10,
  "layer_bands": {
    "syntax": [
      0,
      10
    ],
    "knowledge": [
      10,
      30
    ],
    "output": [
      30,
      39
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 64,
      "offset": 0,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 1,
      "num_features": 64,
      "offset": 262144,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 2,
      "num_features": 64,
      "offset": 524288,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 3,
      "num_features": 64,
      "offset": 786432,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 4,
      "num_features": 64,
      "offset": 1048576,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 5,
      "num_features": 64,
      "offset": 1310720,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 6,
      "num_features": 64,
      "offset": 1572864,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 7,
      "num_features": 64,
      "offset": 1835008,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 8,
      "num_features": 64,
      "offset": 2097152,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 9,
      "num_features": 64,
      "offset": 2359296,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 10,
      "num_features": 64,
      "offset": 2621440,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 11,
      "num_features": 64,
      "offset": 2883584,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 12,
      "num_features": 64,
      "offset": 3145728,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 13,
      "num_features": 64,
      "offset": 3407872,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 14,
      "num_features": 64,
      "offset": 3670016,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 15,
      "num_features": 64,
      "offset": 3932160,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 16,
      "num_features": 64,
      "offset": 4194304,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 17,
      "num_features": 64,
      "offset": 4456448,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 18,
      "num_features": 64,
      "offset": 4718592,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 19,
      "num_features": 64,
      "offset": 4980736,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 20,
      "num_features": 64,
      "offset": 5242880,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 21,
      "num_features": 64,
      "offset": 5505024,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 22,
      "num_features": 64,
      "offset": 5767168,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 23,
      "num_features": 64,
      "offset": 6029312,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 24,
      "num_features": 64,
      "offset": 6291456,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 25,
      "num_features": 64,
      "offset": 6553600,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 26,
      "num_features": 64,
      "offset": 6815744,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 27,
      "num_features": 64,
      "offset": 7077888,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 28,
      "num_features": 64,
      "offset": 7340032,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 29,
      "num_features": 64,
      "offset": 7602176,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 30,
      "num_features": 64,
      "offset": 7864320,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 31,
      "num_features": 64,
      "offset": 8126464,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 32,
      "num_features": 64,
      "offset": 8388608,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 33,
      "num_features": 64,
      "offset": 8650752,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 34,
      "num_features": 64,
      "offset": 8912896,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 35,
      "num_features": 64,
      "offset": 9175040,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 36,
      "num_features": 64,
      "offset": 9437184,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 37,
      "num_features": 64,
      "offset": 9699328,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 38,
      "num_features": 64,
      "offset": 9961472,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 39,
      "num_features": 64,
      "offset": 10223616,
      "length": 262144,
      "num_experts": null,
      "num_features_per_expert": null
    }
  ],
  "model_config": {
    "model_type": "qwen3_5_moe",
    "hidden_size": 2048,
    "moe": {
      "num_experts": 256,
      "top_k": 8,
      "moe_intermediate_size": 512,
      "aggregated_features": 64,
      "aggregation": "router_weighted_svd"
    }
  },
  "checksums": {
    "gate_vectors.bin": "6145e0795b4c0e4f1889449c76a1719963e8f8c17a54606e082f445d4f2b5450",
    "embeddings.bin": "b8230f86583232957d09a72ae22d15f00a6ce15278ee25e68a6aaea1958e05f2",
    "norms.bin": "e3b067f160ccdae9814c2c8b4dce712946d0a2f41ffa8924deba925def3e5445",
    "down_features.bin": "02f14a49acd3d95f62f1f36113c952ed08c10800e65e876e552c052733094512",
    "down_meta.bin": "d29986d808ed0416a6cad798f8edddec0cf4f08d4f7831e3c0d722b9977fde52"
  }
}