{
 "metadata": {
  "total_size": 33062359728
 },
 "weight_map": {
  "model.llm.embed.weight": "model-00001-of-00009.safetensors",
  "model.llm.embed_norm.weight": "model-00001-of-00009.safetensors",
  "model.llm.norm.weight": "model-00001-of-00009.safetensors",
  "model.llm.unembed.weight": "model-00002-of-00009.safetensors",
  "model.audio.encoder.weight": "model-00002-of-00009.safetensors",
  "model.audio.final_norm.weight": "model-00002-of-00009.safetensors",
  "model.visual.final_norm.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.linear_0.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.linear_1.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.linear_2.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.linear_3.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.norm_0.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.norm_1.weight": "model-00002-of-00009.safetensors",
  "model.visual.layers.norm_2.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.k_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.k_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.q_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.rel_logits_proj.proj": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.v_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.wk_dv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.wo_ud.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.wq_du.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.wr_du.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn.wv_dv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.attn_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.mlp.global_scale": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.mlp.w13_dn.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.mlp.w2_md.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.mlp_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.0.mlp_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.k_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.k_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.q_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.rel_logits_proj.proj": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.v_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.wk_dv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.wo_ud.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.wq_du.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.wr_du.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn.wv_dv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn_norm.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.attn_sconv.weight": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.mlp.global_scale": "model-00002-of-00009.safetensors",
  "model.llm.layers.1.mlp.w13_dn.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.1.mlp.w2_md.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.1.mlp_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.1.mlp_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.k_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.k_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.q_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.rel_logits_proj.proj": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.v_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.wk_dv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.wo_ud.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.wq_du.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.wr_du.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn.wv_dv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.attn_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.experts.w13_weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.experts.w2_weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.gate.bias": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.gate.global_scale": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.gate.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.shared_experts.shared_w13_weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp.shared_experts.shared_w2_weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.2.mlp_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.k_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.k_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.q_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.rel_logits_proj.proj": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.v_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.wk_dv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.wo_ud.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.wq_du.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.wr_du.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn.wv_dv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn_norm.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.attn_sconv.weight": "model-00003-of-00009.safetensors",
  "model.llm.layers.3.mlp.experts.w13_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.experts.w2_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.gate.bias": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.gate.global_scale": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.gate.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.shared_experts.shared_w13_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp.shared_experts.shared_w2_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp_norm.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.3.mlp_sconv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.k_norm.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.k_sconv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.q_norm.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.rel_logits_proj.proj": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.v_sconv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.wk_dv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.wo_ud.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.wq_du.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.wr_du.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn.wv_dv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn_norm.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.attn_sconv.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.experts.w13_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.experts.w2_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.gate.bias": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.gate.global_scale": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.gate.weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.shared_experts.shared_w13_weight": "model-00004-of-00009.safetensors",
  "model.llm.layers.4.mlp.shared_experts.shared_w2_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.4.mlp_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.4.mlp_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.k_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.k_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.q_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.rel_logits_proj.proj": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.v_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.wk_dv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.wo_ud.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.wq_du.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.wr_du.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn.wv_dv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.attn_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.experts.w13_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.experts.w2_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.gate.bias": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.gate.global_scale": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.gate.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.shared_experts.shared_w13_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp.shared_experts.shared_w2_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.5.mlp_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.k_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.k_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.q_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.rel_logits_proj.proj": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.v_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.wk_dv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.wo_ud.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.wq_du.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.wr_du.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn.wv_dv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn_norm.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.attn_sconv.weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.mlp.experts.w13_weight": "model-00005-of-00009.safetensors",
  "model.llm.layers.6.mlp.experts.w2_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp.gate.bias": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp.gate.global_scale": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp.gate.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp.shared_experts.shared_w13_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp.shared_experts.shared_w2_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.6.mlp_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.k_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.k_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.q_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.rel_logits_proj.proj": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.v_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.wk_dv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.wo_ud.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.wq_du.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.wr_du.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn.wv_dv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.attn_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.experts.w13_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.experts.w2_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.gate.bias": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.gate.global_scale": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.gate.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.shared_experts.shared_w13_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp.shared_experts.shared_w2_weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.7.mlp_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.k_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.k_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.q_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.rel_logits_proj.proj": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.v_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.wk_dv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.wo_ud.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.wq_du.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.wr_du.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn.wv_dv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn_norm.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.attn_sconv.weight": "model-00006-of-00009.safetensors",
  "model.llm.layers.8.mlp.experts.w13_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.experts.w2_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.gate.bias": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.gate.global_scale": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.gate.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.shared_experts.shared_w13_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp.shared_experts.shared_w2_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp_norm.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.8.mlp_sconv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.k_norm.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.k_sconv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.q_norm.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.rel_logits_proj.proj": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.v_sconv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.wk_dv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.wo_ud.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.wq_du.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.wr_du.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn.wv_dv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn_norm.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.attn_sconv.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.experts.w13_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.experts.w2_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.gate.bias": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.gate.global_scale": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.gate.weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.shared_experts.shared_w13_weight": "model-00007-of-00009.safetensors",
  "model.llm.layers.9.mlp.shared_experts.shared_w2_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.9.mlp_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.9.mlp_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.k_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.k_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.q_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.rel_logits_proj.proj": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.v_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.wk_dv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.wo_ud.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.wq_du.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.wr_du.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn.wv_dv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.attn_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.experts.w13_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.experts.w2_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.gate.bias": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.gate.global_scale": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.gate.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.shared_experts.shared_w13_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp.shared_experts.shared_w2_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.10.mlp_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.k_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.k_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.q_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.rel_logits_proj.proj": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.v_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.wk_dv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.wo_ud.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.wq_du.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.wr_du.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn.wv_dv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn_norm.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.attn_sconv.weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.mlp.experts.w13_weight": "model-00008-of-00009.safetensors",
  "model.llm.layers.11.mlp.experts.w2_weight": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp.gate.bias": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp.gate.global_scale": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp.gate.weight": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp.shared_experts.shared_w13_weight": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp.shared_experts.shared_w2_weight": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp_norm.weight": "model-00009-of-00009.safetensors",
  "model.llm.layers.11.mlp_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.embed_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.hidden_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.input_proj.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.k_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.k_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.q_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.rel_logits_proj.proj": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.v_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.wk_dv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.wo_ud.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.wq_du.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.wr_du.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn.wv_dv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.attn_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.mlp.global_scale": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.mlp.w13_dn.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.mlp.w2_md.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.mlp_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.0.transformer_block.mlp_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.embed_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.hidden_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.input_proj.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.k_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.k_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.q_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.rel_logits_proj.proj": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.v_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.wk_dv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.wo_ud.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.wq_du.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.wr_du.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn.wv_dv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.attn_sconv.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.mlp.global_scale": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.mlp.w13_dn.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.mlp.w2_md.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.mlp_norm.weight": "model-00009-of-00009.safetensors",
  "model.mtp.layers.1.transformer_block.mlp_sconv.weight": "model-00009-of-00009.safetensors"
 }
}