| { |
| "version": 1, |
| "model": "Qwen/Qwen3.6-35B-A3B", |
| "family": "qwen3_5_moe", |
| "source": { |
| "huggingface_repo": "/home/ubuntu/hf/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/7da1103448ba36029c34ce1a9a741dfe93ee0c50", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-04-21T06:41:57.447495Z", |
| "larql_version": "0.2.0-python" |
| }, |
| "num_layers": 40, |
| "hidden_size": 2048, |
| "intermediate_size": 512, |
| "vocab_size": 248320, |
| "embed_scale": 1.0, |
| "extract_level": "features", |
| "dtype": "f16", |
| "has_model_weights": false, |
| "down_top_k": 10, |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 10 |
| ], |
| "knowledge": [ |
| 10, |
| 30 |
| ], |
| "output": [ |
| 30, |
| 39 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 64, |
| "offset": 0, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 1, |
| "num_features": 64, |
| "offset": 262144, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 2, |
| "num_features": 64, |
| "offset": 524288, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 3, |
| "num_features": 64, |
| "offset": 786432, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 4, |
| "num_features": 64, |
| "offset": 1048576, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 5, |
| "num_features": 64, |
| "offset": 1310720, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 6, |
| "num_features": 64, |
| "offset": 1572864, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 7, |
| "num_features": 64, |
| "offset": 1835008, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 8, |
| "num_features": 64, |
| "offset": 2097152, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 9, |
| "num_features": 64, |
| "offset": 2359296, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 10, |
| "num_features": 64, |
| "offset": 2621440, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 11, |
| "num_features": 64, |
| "offset": 2883584, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 12, |
| "num_features": 64, |
| "offset": 3145728, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 13, |
| "num_features": 64, |
| "offset": 3407872, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 14, |
| "num_features": 64, |
| "offset": 3670016, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 15, |
| "num_features": 64, |
| "offset": 3932160, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 16, |
| "num_features": 64, |
| "offset": 4194304, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 17, |
| "num_features": 64, |
| "offset": 4456448, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 18, |
| "num_features": 64, |
| "offset": 4718592, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 19, |
| "num_features": 64, |
| "offset": 4980736, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 20, |
| "num_features": 64, |
| "offset": 5242880, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 21, |
| "num_features": 64, |
| "offset": 5505024, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 22, |
| "num_features": 64, |
| "offset": 5767168, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 23, |
| "num_features": 64, |
| "offset": 6029312, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 24, |
| "num_features": 64, |
| "offset": 6291456, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 25, |
| "num_features": 64, |
| "offset": 6553600, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 26, |
| "num_features": 64, |
| "offset": 6815744, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 27, |
| "num_features": 64, |
| "offset": 7077888, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 28, |
| "num_features": 64, |
| "offset": 7340032, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 29, |
| "num_features": 64, |
| "offset": 7602176, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 30, |
| "num_features": 64, |
| "offset": 7864320, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 31, |
| "num_features": 64, |
| "offset": 8126464, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 32, |
| "num_features": 64, |
| "offset": 8388608, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 33, |
| "num_features": 64, |
| "offset": 8650752, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 34, |
| "num_features": 64, |
| "offset": 8912896, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 35, |
| "num_features": 64, |
| "offset": 9175040, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 36, |
| "num_features": 64, |
| "offset": 9437184, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 37, |
| "num_features": 64, |
| "offset": 9699328, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 38, |
| "num_features": 64, |
| "offset": 9961472, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 39, |
| "num_features": 64, |
| "offset": 10223616, |
| "length": 262144, |
| "num_experts": null, |
| "num_features_per_expert": null |
| } |
| ], |
| "model_config": { |
| "model_type": "qwen3_5_moe", |
| "hidden_size": 2048, |
| "moe": { |
| "num_experts": 256, |
| "top_k": 8, |
| "moe_intermediate_size": 512, |
| "aggregated_features": 64, |
| "aggregation": "router_weighted_svd" |
| } |
| }, |
| "checksums": { |
| "gate_vectors.bin": "6145e0795b4c0e4f1889449c76a1719963e8f8c17a54606e082f445d4f2b5450", |
| "embeddings.bin": "b8230f86583232957d09a72ae22d15f00a6ce15278ee25e68a6aaea1958e05f2", |
| "norms.bin": "e3b067f160ccdae9814c2c8b4dce712946d0a2f41ffa8924deba925def3e5445", |
| "down_features.bin": "02f14a49acd3d95f62f1f36113c952ed08c10800e65e876e552c052733094512", |
| "down_meta.bin": "d29986d808ed0416a6cad798f8edddec0cf4f08d4f7831e3c0d722b9977fde52" |
| } |
| } |
