{"files": {"model-layers-14.safetensors": ["layers.14.attn.attn_sink", "layers.14.attn.compressor.norm.weight", "layers.14.attn.compressor.wgate.weight", "layers.14.attn.compressor.wkv.weight", "layers.14.attn.indexer.k_norm.weight", "layers.14.attn.indexer.weights_proj.weight", "layers.14.attn.indexer.wk.weight", "layers.14.attn.indexer.wq_b.biases", "layers.14.attn.indexer.wq_b.scales", "layers.14.attn.indexer.wq_b.weight", "layers.14.attn.kv_norm.weight", "layers.14.attn.q_norm.weight", "layers.14.attn.wkv.biases", "layers.14.attn.wkv.scales", "layers.14.attn.wkv.weight", "layers.14.attn.wo_a.weight", "layers.14.attn.wo_b.biases", "layers.14.attn.wo_b.scales", "layers.14.attn.wo_b.weight", "layers.14.attn.wq_a.biases", "layers.14.attn.wq_a.scales", "layers.14.attn.wq_a.weight", "layers.14.attn.wq_b.biases", "layers.14.attn.wq_b.scales", "layers.14.attn.wq_b.weight", "layers.14.attn_norm.weight", "layers.14.engram.k_weight", "layers.14.engram.q_weight", "layers.14.engram.wkv.biases", "layers.14.engram.wkv.scales", "layers.14.engram.wkv.weight", "layers.14.ffn.experts.down_proj.biases", "layers.14.ffn.experts.down_proj.scales", "layers.14.ffn.experts.down_proj.weight", "layers.14.ffn.experts.gate_proj.biases", "layers.14.ffn.experts.gate_proj.scales", "layers.14.ffn.experts.gate_proj.weight", "layers.14.ffn.experts.up_proj.biases", "layers.14.ffn.experts.up_proj.scales", "layers.14.ffn.experts.up_proj.weight", "layers.14.ffn.gate.bias", "layers.14.ffn.gate.bias_vl", "layers.14.ffn.gate.weight", "layers.14.ffn.shared_experts.w1.biases", "layers.14.ffn.shared_experts.w1.scales", "layers.14.ffn.shared_experts.w1.weight", "layers.14.ffn.shared_experts.w2.biases", "layers.14.ffn.shared_experts.w2.scales", "layers.14.ffn.shared_experts.w2.weight", "layers.14.ffn.shared_experts.w3.biases", "layers.14.ffn.shared_experts.w3.scales", "layers.14.ffn.shared_experts.w3.weight", "layers.14.ffn_norm.weight", "layers.14.hc_attn_base", "layers.14.hc_attn_fn", "layers.14.hc_attn_scale", "layers.14.hc_ffn_base", "layers.14.hc_ffn_fn", "layers.14.hc_ffn_scale"], "model-layers-14-engram.safetensors": ["layers.14.engram.embed.biases", "layers.14.engram.embed.scales", "layers.14.engram.embed.weight"]}, "modules": {"layers.14.attn.indexer.wq_b": {"group_size": 64, "bits": 8}, "layers.14.attn.wkv": {"group_size": 64, "bits": 8}, "layers.14.attn.wo_b": {"group_size": 64, "bits": 8}, "layers.14.attn.wq_a": {"group_size": 64, "bits": 8}, "layers.14.attn.wq_b": {"group_size": 64, "bits": 8}, "layers.14.engram.wkv": {"group_size": 64, "bits": 8}, "layers.14.ffn.shared_experts.w1": {"group_size": 64, "bits": 8}, "layers.14.ffn.shared_experts.w2": {"group_size": 64, "bits": 8}, "layers.14.ffn.shared_experts.w3": {"group_size": 64, "bits": 8}, "layers.14.ffn.experts.gate_proj": {"group_size": 64, "bits": 4}, "layers.14.ffn.experts.down_proj": {"group_size": 64, "bits": 4}, "layers.14.ffn.experts.up_proj": {"group_size": 64, "bits": 4}}}