diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/__init__.py b/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..7afbeb759a6786de17cde07485f9c2db387fd94d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,195 @@ +{% macro render_extra_keys(json_dict, handled_keys) %} + {%- if json_dict is mapping %} + {%- for json_key in json_dict if json_key not in handled_keys %} + {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %} + {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '' }} + {%- else %} + {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '' }} + {%- endif %} + {%- endfor %} + {%- endif %} +{% endmacro %} +{%- set enable_thinking = enable_thinking if enable_thinking is defined else True %} +{%- set medium_effort = medium_effort if medium_effort is defined else False %} +{%- set truncate_history_thinking = truncate_history_thinking if truncate_history_thinking is defined else True %} +{%- set ns = namespace(last_user_idx = -1) %} +{%- set loop_messages = messages %} +{%- for m in loop_messages %} + {%- if m["role"] == "user" %} + {%- set ns.last_user_idx = loop.index0 %} + {%- endif %} +{%- endfor %} +{%- if messages[0]["role"] == "system" %} + {%- set system_message = messages[0]["content"] %} + {%- set loop_messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} + {%- set loop_messages = messages %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = [] %} +{%- endif %} +{%- set ns = namespace(last_user_idx = -1) %} +{%- for m in loop_messages %} + {%- if m["role"] == "user" %} + {%- set ns.last_user_idx = loop.index0 %} + {%- endif %} +{%- endfor %} +{%- if system_message is defined %} + {{- "<|im_start|>system\n" + system_message }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- "<|im_start|>system\n" }} + {%- endif %} +{%- endif %} +{%- if tools is iterable and tools | length > 0 %} + {%- if system_message is defined and system_message | length > 0 %} + {{- "\n\n" }} + {%- endif %} + {{- "# Tools\n\nYou have access to the following functions:\n\n" }} + {{- "" }} + {%- for tool in tools %} + {%- if tool.function is defined %} + {%- set tool = tool.function %} + {%- endif %} + {{- "\n\n" ~ tool.name ~ "" }} + {%- if tool.description is defined %} + {{- '\n' ~ (tool.description | trim) ~ '' }} + {%- endif %} + {{- '\n' }} + {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %} + {%- for param_name, param_fields in tool.parameters.properties|items %} + {{- '\n' }} + {{- '\n' ~ param_name ~ '' }} + {%- if param_fields.type is defined %} + {{- '\n' ~ (param_fields.type | string) ~ '' }} + {%- endif %} + {%- if param_fields.description is defined %} + {{- '\n' ~ (param_fields.description | trim) ~ '' }} + {%- endif %} + {%- if param_fields.enum is defined %} + {{- '\n' ~ (param_fields.enum | tojson | safe) ~ '' }} + {%- endif %} + {%- set handled_keys = ['name', 'type', 'description', 'enum'] %} + {{- render_extra_keys(param_fields, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {%- endif %} + {% set handled_keys = ['type', 'properties', 'required'] %} + {{- render_extra_keys(tool.parameters, handled_keys) }} + {%- if tool.parameters is defined and tool.parameters.required is defined %} + {{- '\n' ~ (tool.parameters.required | tojson | safe) ~ '' }} + {%- endif %} + {{- '\n' }} + {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %} + {{- render_extra_keys(tool, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {{- "\n" }} + {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }} +{%- endif %} +{%- if system_message is defined %} + {{- '<|im_end|>\n' }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in loop_messages %} + {%- if message.role == "assistant" %} + {%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %} + {%- set content = "\n" ~ message.reasoning_content ~ "" ~ (message.content | default('', true)) %} + {%- else %} + {%- set content = message.content | default('', true) %} + {%- if content is string -%} + {%- if '' not in content and '' not in content -%} + {%- set content = "" ~ content -%} + {%- endif -%} + {%- else -%} + {%- set content = content -%} + {%- endif -%} + {%- endif %} + {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %} + {{- '<|im_start|>assistant\n' }} + {%- set include_content = not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %} + {%- if content is string and content | trim | length > 0 %} + {%- if include_content %} + {{- (content | trim) ~ '\n' -}} + {%- else %} + {%- set c = (content | string) %} + {%- if '' in c %} + {%- set c = c.split('')[-1] %} + {%- elif '' in c %} + {%- set c = c.split('')[0] %} + {%- endif %} + {%- set c = "" ~ c %} + {%- if c | length > 0 %} + {{- c ~ '\n' -}} + {%- endif %} + {%- endif %} + {%- else %} + {{- "" -}} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n' -}} + {%- if tool_call.arguments is defined %} + {%- for args_name, args_value in tool_call.arguments|items %} + {{- '\n' -}} + {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %} + {{- args_value ~ '\n\n' -}} + {%- endfor %} + {%- endif %} + {{- '\n\n' -}} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- else %} + {%- if not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %} + {{- '<|im_start|>assistant\n' ~ (content | default('', true) | string | trim) ~ '<|im_end|>\n' }} + {%- else %} + {%- set c = (content | default('', true) | string) %} + {%- if '' in c and '' in c %} + {%- set c = "" ~ c.split('')[-1] %} + {%- endif %} + {%- set c = c | trim %} + {%- if c | length > 0 %} + {{- '<|im_start|>assistant\n' ~ c ~ '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>assistant\n<|im_end|>\n' }} + {%- endif %} + {%- endif %} + {%- endif %} + {%- elif message.role == "user" or message.role == "system" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- set content = message.content | string %} + {%- if message.role == "user" and loop.index0 == ns.last_user_idx and medium_effort %} + {{- content + '\n\n{reasoning effort: efficient}' }} + {%- else %} + {{- content }} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.previtem and loop.previtem.role != "tool" %} + {{- '<|im_start|>user\n' }} + {%- endif %} + {{- '\n' }} + {{- message.content }} + {{- '\n\n' }} + {%- if not loop.last and loop.nextitem.role != "tool" %} + {{- '<|im_end|>\n' }} + {%- elif loop.last %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {%- if enable_thinking %} + {{- '<|im_start|>assistant\n\n' }} + {%- else %} + {{- '<|im_start|>assistant\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..37d06f6214bb9ca813bb7c85da984abca16f4f92 --- /dev/null +++ b/config.json @@ -0,0 +1,73 @@ +{ + "architectures": [ + "NemotronHForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_nemotron_h.NemotronHConfig", + "AutoModelForCausalLM": "modeling_nemotron_h.NemotronHForCausalLM" + }, + "bos_token_id": 1, + "chunk_size": 128, + "conv_kernel": 4, + "dtype": "bfloat16", + "eos_token_id": 2, + "expand": 2, + "head_dim": 128, + "hidden_dropout": 0.0, + "hidden_size": 8192, + "hybrid_override_pattern": "MEMEMEM*EMEMEM*EMEMEMEM*EMEMEMEM*EMEMEM*EMEMEMEM*EMEMEMEM*EMEMEM*EMEMEMEM*EMEMEMEM*EMEMEM*EMEMEMEM*EMEMEMEME", + "initializer_range": 0.02, + "intermediate_size": 5120, + "layer_norm_epsilon": 1e-05, + "mamba_head_dim": 64, + "mamba_hidden_act": "silu", + "mamba_num_heads": 256, + "mamba_proj_bias": false, + "mamba_ssm_cache_dtype": "float32", + "max_position_embeddings": 262144, + "mlp_bias": false, + "mlp_hidden_act": "relu2", + "model_type": "nemotron_h", + "moe_intermediate_size": 5120, + "moe_latent_size": 2048, + "moe_shared_expert_intermediate_size": 10240, + "moe_shared_expert_overlap": false, + "mtp_hybrid_override_pattern": "*E", + "n_group": 1, + "n_groups": 8, + "n_routed_experts": 512, + "n_shared_experts": 1, + "norm_eps": 1e-05, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 22, + "num_hidden_layers": 108, + "num_key_value_heads": 2, + "num_logits_to_keep": 1, + "num_nextn_predict_layers": 1, + "pad_token_id": 0, + "partial_rotary_factor": 1.0, + "rescale_prenorm_residual": true, + "residual_in_fp32": false, + "rope_theta": 10000, + "routed_scaling_factor": 5.0, + "sliding_window": null, + "ssm_state_size": 128, + "tie_word_embeddings": false, + "time_step_floor": 0.0001, + "time_step_limit": [ + 0.0, + Infinity + ], + "time_step_max": 0.1, + "time_step_min": 0.001, + "topk_group": 1, + "transformers_version": "4.57.6", + "use_bias": false, + "use_cache": true, + "use_conv_bias": true, + "use_mamba_kernels": true, + "vocab_size": 131072 +} diff --git a/configuration_nemotron_h.py b/configuration_nemotron_h.py new file mode 100644 index 0000000000000000000000000000000000000000..841c5a228c24309997ec306e7893a9a8971d617b --- /dev/null +++ b/configuration_nemotron_h.py @@ -0,0 +1,277 @@ +# coding=utf-8 +# Copyright 2024 AI21 Labs Ltd. and the HuggingFace Inc. team. All rights reserved. +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""NemotronH model configuration""" + +import re + +from transformers.configuration_utils import PretrainedConfig +from transformers.utils import logging + + +logger = logging.get_logger(__name__) + + +class NemotronHConfig(PretrainedConfig): + r""" + This is the configuration class to store the configuration of a [`NemotronHModel`]. It is used to instantiate a + NemotronH model according to the specified arguments, defining the model architecture. Instantiating a configuration + with the defaults will yield a similar configuration to that of the NemotronH-v0.1 model. + + [todo](todo) + + Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the + documentation from [`PretrainedConfig`] for more information. + + + Args: + vocab_size (`int`, *optional*, defaults to 131072): + Vocabulary size of the NemotronH model. Defines the number of different tokens that can be represented by the + `inputs_ids` passed when calling [`NemotronHModel`] + tie_word_embeddings (`bool`, *optional*, defaults to `False`): + Whether the model's input and output word embeddings should be tied. Note that this is only relevant if the + model has a output word embedding layer. + hidden_size (`int`, *optional*, defaults to 4096): + Dimension of the hidden representations. + intermediate_size (`int`, *optional*, defaults to 21504): + Dimension of the MLP representations. + num_hidden_layers (`int`, *optional*, defaults to 52): + Number of hidden layers in the Transformer encoder. + hybrid_override_pattern (`str`, *optional*, defaults to `"M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M-"`): + The pattern of the hybrid model. The pattern is a string of characters where each character represents M: Mamba2, *: Attention, -: MLP + num_attention_heads (`int`, *optional*, defaults to 32): + Number of attention heads for each attention layer in the Transformer encoder. + head_dim (`int`, *optional*, defaults to 128): + Dimension of each attention head. + num_key_value_heads (`int`, *optional*, defaults to 8): + This is the number of key_value heads that should be used to implement Grouped Query Attention. If + `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if + `num_key_value_heads=1` the model will use Multi Query Attention (MQA) otherwise GQA is used. + mlp_hidden_act (`str`, *optional*, defaults to "relu2"): + The non-linear activation function in the MLP layers. + attention_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in attention layers. + mlp_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in MLP layers. + use_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in the model. + initializer_range (`float`, *optional*, defaults to 0.02): + The standard deviation of the truncated_normal_initializer for initializing all weight matrices. + layer_norm_epsilon (`float`, *optional*, defaults to 1e-5): + The epsilon used by the layer normalization layers. + residual_in_fp32 (`bool`, *optional*, defaults to `False`): + Whether or not residuals should be in `float32`. If set to `False` residuals will keep the same `dtype` as the rest of the model. + use_cache (`bool`, *optional*, defaults to `True`): + Whether or not the model should return the last key/values attentions (not used by all models). Only + relevant if `config.is_decoder=True`. + num_logits_to_keep (`int` or `None`, *optional*, defaults to 1): + Number of prompt logits to calculate during generation. If `None`, all logits will be calculated. If an + integer value, only last `num_logits_to_keep` logits will be calculated. + pad_token_id (`int`, *optional*, defaults to 0): + The id of the padding token. + bos_token_id (`int`, *optional*, defaults to 1): + The id of the "beginning-of-sequence" token. + eos_token_id (`int`, *optional*, defaults to 2): + The id of the "end-of-sequence" token. + sliding_window (`int`, *optional*, defaults to None): + Sliding window attention window size. + max_position_embeddings (`int`, *optional*, defaults to 4096): + The maximum sequence length that this model might ever be used with. + attention_dropout (`float`, *optional*, defaults to 0.0): + The dropout ratio for the attention probabilities. + hidden_dropout (`float`, *optional*, defaults to 0.0): + The dropout ratio for the hidden states. + use_mamba_kernels (`bool`, *optional*, defaults to `True`): + Flag indicating whether or not to use the fast mamba kernels. These are available only if `mamba-ssm` and + `causal-conv1d` are installed, and the mamba modules are running on a CUDA device. + ssm_state_size (`int`, *optional*, defaults to 128): + The dimension of the mamba state space latents. + mamba_num_heads (`int`, *optional*, defaults to 128): + Number of heads in Mamba layers. + mamba_n_groups (`int`, *optional*, defaults to 8): + Number of groups in Mamba layers. + mamba_head_dim (`int`, *optional*, defaults to 64): + Dimension of each Mamba head. + mamba_d_conv (`int`, *optional*, defaults to 4): + The size of the mamba convolution kernel. + mamba_expand (`int`, *optional*, defaults to 2): + Expanding factor used to determine the mamba intermediate size. + mamba_hidden_act (`str`, *optional*, defaults to "silu"): + The non-linear activation function in the Mamba layers. + mamba_dt_min (`float`, *optional*, defaults to 0.001): + Minimum value for the time step in Mamba. + mamba_dt_max (`float`, *optional*, defaults to 0.1): + Maximum value for the time step in Mamba. + mamba_dt_limit (`tuple`, *optional*, defaults to (0.0, float("inf"))): + Limits for the time step in Mamba. + mamba_dt_init_floor (`float`, *optional*, defaults to 1e-4): + Floor value for time step initialization in Mamba. + mamba_conv_bias (`bool`, *optional*, defaults to `True`): + Whether to use bias in the convolution layer of the mamba mixer block. + mamba_proj_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in the input and output projections of the mamba mixer block. + mamba_chunk_size (`int`, *optional*, defaults to 256): + Size of chunks for Mamba processing. + rescale_prenorm_residual (`bool`, *optional*, defaults to `True`): + Whether to rescale the pre-normalization residual connections. + """ + + model_type = "nemotron_h" + keys_to_ignore_at_inference = ["past_key_values"] + + def __init__( + self, + vocab_size=131072, + tie_word_embeddings=False, + hidden_size=4096, + intermediate_size=21504, + num_hidden_layers=52, + hybrid_override_pattern="M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M-", + num_attention_heads=32, + head_dim=128, + num_key_value_heads=8, # nemo: num_query_groups + mlp_hidden_act="relu2", + attention_bias=False, + mlp_bias=False, + use_bias=False, + initializer_range=0.02, # nemo: init_method_std + layer_norm_epsilon=1e-5, # nemo: layernorm_epsilon + residual_in_fp32=False, # Megatron Core default value + use_cache=True, + num_logits_to_keep=1, + pad_token_id=0, + bos_token_id=1, + eos_token_id=2, + sliding_window=None, + max_position_embeddings=4096, + attention_dropout=0.0, + hidden_dropout=0.0, # * ADDED + use_mamba_kernels=True, + ssm_state_size=128, # mamba_state_size + mamba_num_heads=128, + mamba_n_groups=8, # nemo: mamba_ssm_ngroups = num_heads + mamba_head_dim=64, + mamba_d_conv=4, + mamba_expand=2, + mamba_hidden_act="silu", + mamba_dt_min=0.001, + mamba_dt_max=0.1, + mamba_dt_limit=(0.0, float("inf")), + mamba_dt_init_floor=1e-4, + mamba_conv_bias=True, + mamba_proj_bias=False, + mamba_chunk_size=128, + rescale_prenorm_residual=True, + n_routed_experts=8, + n_shared_experts=1, + moe_intermediate_size=7688, + moe_shared_expert_intermediate_size=7688, + moe_latent_size=None, + moe_shared_expert_overlap=True, + num_experts_per_tok=2, + routed_scaling_factor=1.0, + n_group=1, + topk_group=1, + norm_topk_prob=True, + mamba_ssm_cache_dtype="float32", + num_nextn_predict_layers=0, + mtp_hybrid_override_pattern="*E", + **kwargs, + ): + self.vocab_size = vocab_size + self.tie_word_embeddings = tie_word_embeddings + self.hidden_size = hidden_size + self.intermediate_size = intermediate_size + self.num_hidden_layers = num_hidden_layers + self.hybrid_override_pattern = hybrid_override_pattern + self.num_attention_heads = num_attention_heads + self.head_dim = head_dim + self.sliding_window = sliding_window + self.max_position_embeddings = max_position_embeddings + self.attention_dropout = attention_dropout + self.hidden_dropout = hidden_dropout + + # Validate hybrid_override_pattern + # M: Mamba2, *: Attention, -: MLP + assert len(self.hybrid_override_pattern) == self.num_hidden_layers, "hybrid_override_pattern must have the same length as num_hidden_layers" + assert re.match(r"^[ME*-]+$", self.hybrid_override_pattern), "hybrid_override_pattern must only contain characters 'M', '*', 'E',or '-'" + + # for backward compatibility + if num_key_value_heads is None: + num_key_value_heads = num_attention_heads + + self.num_key_value_heads = num_key_value_heads + self.mlp_hidden_act = mlp_hidden_act + self.attention_bias = attention_bias + self.mlp_bias = mlp_bias + self.use_bias = use_bias + self.initializer_range = initializer_range + self.layer_norm_epsilon = layer_norm_epsilon + self.residual_in_fp32 = residual_in_fp32 + + self.use_cache = use_cache + self.num_logits_to_keep = num_logits_to_keep + + self.use_mamba_kernels = use_mamba_kernels + self.n_groups = mamba_n_groups + self.mamba_head_dim = mamba_head_dim + self.ssm_state_size = ssm_state_size + self.mamba_num_heads = mamba_num_heads + self.conv_kernel = mamba_d_conv + self.expand = mamba_expand + self.mamba_hidden_act = mamba_hidden_act + self.time_step_min = mamba_dt_min + self.time_step_max = mamba_dt_max + self.time_step_limit = mamba_dt_limit + self.time_step_floor = mamba_dt_init_floor + self.use_conv_bias = mamba_conv_bias + self.mamba_proj_bias = mamba_proj_bias + self.chunk_size = mamba_chunk_size + self.rescale_prenorm_residual = rescale_prenorm_residual + self.n_routed_experts = n_routed_experts + self.n_shared_experts = n_shared_experts + self.moe_intermediate_size = moe_intermediate_size + self.moe_shared_expert_intermediate_size = moe_shared_expert_intermediate_size + self.moe_latent_size = moe_latent_size + self.moe_shared_expert_overlap = moe_shared_expert_overlap + self.num_experts_per_tok = num_experts_per_tok + self.routed_scaling_factor = routed_scaling_factor + self.n_group = n_group + self.topk_group = topk_group + self.norm_topk_prob = norm_topk_prob + self.mamba_ssm_cache_dtype = mamba_ssm_cache_dtype + + # MTP config + # TODO(liding):--keep-mtp-spec-in-bf16 + self.num_nextn_predict_layers = num_nextn_predict_layers + self.mtp_hybrid_override_pattern = mtp_hybrid_override_pattern + if self.num_nextn_predict_layers > 0: + assert re.match(r"^[ME*-]+$", self.mtp_hybrid_override_pattern), "mtp_hybrid_override_pattern must only contain characters 'M', '*', 'E',or '-'" + + super().__init__( + pad_token_id=pad_token_id, + bos_token_id=bos_token_id, + eos_token_id=eos_token_id, + tie_word_embeddings=tie_word_embeddings, + **kwargs, + ) + + @property + def layers_block_type(self): + return [ + "mamba" if self.hybrid_override_pattern[i] == "M" else + "attention" if self.hybrid_override_pattern[i] == "*" else + "mlp" if self.hybrid_override_pattern[i] == "-" else "moe" + for i in range(self.num_hidden_layers)] \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d5ad6df1319961c27fd2ce89adead1213efefde --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": [ + 2, + 11 + ], + "pad_token_id": 0, + "top_p": 0.95, + "transformers_version": "4.57.6" +} diff --git a/model-00002-of-00225.safetensors b/model-00002-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fed0c6d9328a164a3cc044fb99ddf1a73aa0c06 --- /dev/null +++ b/model-00002-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1127265eb16e2e53e6912d66c9a04d4c0760d91e69aa0d458a78d121a60a19ff +size 4991252496 diff --git a/model-00007-of-00225.safetensors b/model-00007-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be0e00199817ab3a62d1a73781a64b4a199d1265 --- /dev/null +++ b/model-00007-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17e2b3857b2c89f86a2ded1a563467de2add8b2ed32224400a4aaf365cb45ab +size 4991252600 diff --git a/model-00009-of-00225.safetensors b/model-00009-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e8405bf71b1636ea31ef88fa7cdce0eef9cf1f9 --- /dev/null +++ b/model-00009-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d1602029ffa9500408e0cc15ff890ef745cfb26aa5339f80d941f3902f61c4 +size 4991252600 diff --git a/model-00013-of-00225.safetensors b/model-00013-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..427a619729ea88101aa9f6a6c86ca20cf133f8f8 --- /dev/null +++ b/model-00013-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f5df87ccb587062bf1d82093e8465f1c89d084dbffdc3a2e72cd3f4285db41 +size 4991252600 diff --git a/model-00016-of-00225.safetensors b/model-00016-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3d58afd1fdd6b70f5a487942a6b72278dd8c039 --- /dev/null +++ b/model-00016-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2510393315fd877aafbb7252102fdf868bb9575d372b7d69323fada45a2462c6 +size 4991252560 diff --git a/model-00018-of-00225.safetensors b/model-00018-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bbba686a5fe638c7da232d653c56d78372d4bc4 --- /dev/null +++ b/model-00018-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80efc221dee4ae44c52200348c10b137b027cad842b65df948b2b3624cbc87fa +size 4991252600 diff --git a/model-00025-of-00225.safetensors b/model-00025-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aaee85725e5a42cb764b99fdfcd946f5fcb97e66 --- /dev/null +++ b/model-00025-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7903e5bdf84f53e795080be12c48f80bad2c50961d8e315ebc66e761f1f9d4be +size 4991252776 diff --git a/model-00034-of-00225.safetensors b/model-00034-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f87a1340367a0068954fe9f50f72754044c9efe --- /dev/null +++ b/model-00034-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f14106f36d042eaf7aad06f382cdd488fe043151b653e7f571273dae402da0f +size 4991252736 diff --git a/model-00045-of-00225.safetensors b/model-00045-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6f92902af8b33c8320867deeab735773910411a --- /dev/null +++ b/model-00045-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f30d43e148952f42b55a927a3f1a31d9a7de9f42b29a49385b2f2856e0f201 +size 4991252840 diff --git a/model-00054-of-00225.safetensors b/model-00054-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a165b28344cb3294c27112c7c80617748a6d6aa --- /dev/null +++ b/model-00054-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ebaf75e5ad43099a3ba7fec02f1e3fdbcb95ba1435893e87ceb605f31decce5 +size 4991252840 diff --git a/model-00062-of-00225.safetensors b/model-00062-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e720e9cbc33b57ea25acaf4c833e56c7e1104da --- /dev/null +++ b/model-00062-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7777339e974007cb198421e46d0e8e1e94035e59d6c3d237989722a2cf5a92 +size 4991252840 diff --git a/model-00067-of-00225.safetensors b/model-00067-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c508c7ebc564326e5ae5e86adbe636e85098e600 --- /dev/null +++ b/model-00067-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe36684ec7aa3d516aec33cb8aafc5586bacc249a5b89eff24ed6b7da5117c87 +size 4991252840 diff --git a/model-00073-of-00225.safetensors b/model-00073-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e22a9065444d0169014c605c4f3c819a6f961c0 --- /dev/null +++ b/model-00073-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1c6524d115e1ac81ac010f67bac95fb9b15e1353c488e1c58646085b646761 +size 4991252840 diff --git a/model-00078-of-00225.safetensors b/model-00078-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3622136182720ee5946cc8a021265a52b0ff4caf --- /dev/null +++ b/model-00078-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad859266dcd7f40117d63ad6d9bbbe9ef5ef989b976f14f06c26e05e4f195fe +size 4991252840 diff --git a/model-00080-of-00225.safetensors b/model-00080-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dc37156f76a54890ac1fb5d805f5144078288c4 --- /dev/null +++ b/model-00080-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2674b3950ea00e199b3ac476e90aceb1ee08815ef54b7c25193ecefaa534588d +size 4991252800 diff --git a/model-00091-of-00225.safetensors b/model-00091-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a245658ff36566d255cf3b35617ffcea6e72fdee --- /dev/null +++ b/model-00091-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a10f833ba76fcb8e4eb0fde36f3fadd1947d459eeddd92b83f3c3ecfac1f82 +size 4991252840 diff --git a/model-00094-of-00225.safetensors b/model-00094-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f803b142f5cd21cbe505517c2f0707f1e962586 --- /dev/null +++ b/model-00094-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3855c9eecda5fab4241c58768f8470e75685ecfac3ff58def8f93954a9a4e765 +size 4991252840 diff --git a/model-00104-of-00225.safetensors b/model-00104-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..240463019bc4264e42872b7e361e84fc4003794a --- /dev/null +++ b/model-00104-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964f8f6c0dbb8f488533fa67b237c97cc167a75947318a61048f3f57b2df8753 +size 4991252840 diff --git a/model-00110-of-00225.safetensors b/model-00110-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd065003aa8be47af48128f1f4f5be9dfbe4604f --- /dev/null +++ b/model-00110-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2180284210e59e5b3edb27d18fbca115c014d7cb7215f022469b596d8608ba95 +size 4991252840 diff --git a/model-00115-of-00225.safetensors b/model-00115-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70f9790143db02bc43f09c7ed7d2baf00f112b83 --- /dev/null +++ b/model-00115-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17199d9ac0ce945534b6a6689a252796c2414f473bfe9426bb2d0d9158dd5b88 +size 4991515464 diff --git a/model-00123-of-00225.safetensors b/model-00123-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..214c0b98e10c2504d397ef02dcc6bb1cb64bd331 --- /dev/null +++ b/model-00123-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8777aeff901e8c99fae7ee02ea878f7f284e0873d1e68b8d755be20b8c308ecf +size 4991252840 diff --git a/model-00128-of-00225.safetensors b/model-00128-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d668f8c884861ea065e1214131453b5810c2f440 --- /dev/null +++ b/model-00128-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0e70c0ff113cb8139d520cd5080b51141e79a2b161c4085a1d1e32dd67253a +size 4991252840 diff --git a/model-00132-of-00225.safetensors b/model-00132-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea42da5e8f66c47d5b99c9863e78143fdcdc8d44 --- /dev/null +++ b/model-00132-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a607341a14b225d61895580165e0f63155cfaf1d3f2d6315f7236ae671827a +size 4991252840 diff --git a/model-00139-of-00225.safetensors b/model-00139-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..234d1489d88050eb629dde2bfda72ca80b1d39fe --- /dev/null +++ b/model-00139-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a653ba01cbb7bc1909c96611a7f18ae231e082c96f30698a26a8d22fec5453e6 +size 4991252704 diff --git a/model-00143-of-00225.safetensors b/model-00143-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e677036f9880c4a629715f9bdc8d6acf1de50d4 --- /dev/null +++ b/model-00143-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39b21b6d6c6aa101c5f90d3d37cddf2d0becfb619af04f41f0aacc19ec3a729e +size 4987305824 diff --git a/model-00148-of-00225.safetensors b/model-00148-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36a2c2e4f7b1e7866756f6315e3bde34729584a1 --- /dev/null +++ b/model-00148-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ed5c155e2af65225a246a1ae0b2684c010d8a8ca1ff2862ca41f143437f119 +size 4991252664 diff --git a/model-00151-of-00225.safetensors b/model-00151-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b69614f9fee248e85126b843f4b8e752f2ee4cb5 --- /dev/null +++ b/model-00151-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33222f0a8f2026f884ad4e65a8b60f6d4cf5b296ecbd665be8e2abb8ebe4d97c +size 4991252840 diff --git a/model-00152-of-00225.safetensors b/model-00152-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e9bc0c69d541be7e3f847010d1602d65a26eeef --- /dev/null +++ b/model-00152-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d07b82937f503d97383be0ea2053125aeb11cdfc490cace61872eeed9d98cb7 +size 4987305808 diff --git a/model-00157-of-00225.safetensors b/model-00157-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d284e0e74fecf4f2be58959d260a3ce0bad7fad1 --- /dev/null +++ b/model-00157-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd9c2fa2fea86a5255e3980536d3056813fd0ac9868fa4ea34a49310dcfa8b2 +size 4991252624 diff --git a/model-00159-of-00225.safetensors b/model-00159-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82f87cca2648239fd64bdbbaa1fd784afc716186 --- /dev/null +++ b/model-00159-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e1c7700865018559cd01ba2184711355214ac5588452944dce7b332eeadfdb +size 4991252840 diff --git a/model-00161-of-00225.safetensors b/model-00161-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b355eb47f56ead2f646416a44b394b8c60313b3e --- /dev/null +++ b/model-00161-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aed933ccf74bfbc2a0111bf2f3288b966b33a2f1f238b8cf402154afe72f8a5 +size 4987305832 diff --git a/model-00164-of-00225.safetensors b/model-00164-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f97964ce8c8453b34c453b84036b22834b3ba654 --- /dev/null +++ b/model-00164-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b6ced1d30b92ee483cf0a9481a3a98bff1ae269fef12c62c1c7c153da03f1f +size 4991252840 diff --git a/model-00170-of-00225.safetensors b/model-00170-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc03a223c2e84ca07f2426a1b7077d5d419e06bc --- /dev/null +++ b/model-00170-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b568ef73903ce4004a232bfd572e98c794ad6475af8a8aecfcded789832941a +size 4987305888 diff --git a/model-00183-of-00225.safetensors b/model-00183-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8e0721b67768da19819c544f60cd07a3f38719e --- /dev/null +++ b/model-00183-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1108b62fe6741c5a6106f02720de63ef8e80e6d88aecb1a4a98a0fcbba534a +size 4991252840 diff --git a/model-00192-of-00225.safetensors b/model-00192-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8d19c0b1d90042c71c9736f57dd5864448c5013 --- /dev/null +++ b/model-00192-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3bba0b19583909a7f263371180d307f2a1e0b3e51ac3d5465fbb142dff6316 +size 4991252840 diff --git a/model-00206-of-00225.safetensors b/model-00206-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa8619612c844fbe5ccd53eab752c843fc348f52 --- /dev/null +++ b/model-00206-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a9f4b21de5a830e59ba0283c472ff3542292e5b467c67f06090318fa3fb09e +size 4991253080 diff --git a/model-00211-of-00225.safetensors b/model-00211-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0310a22ea4215129d327063f544ca3f64305f2b7 --- /dev/null +++ b/model-00211-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2a02ced1cd8076a265292d5ba99e716887dea83c78b2d770ab1b28091ba225 +size 4987306104 diff --git a/model-00214-of-00225.safetensors b/model-00214-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2920f49f74056d5875219db7d2062782510177e --- /dev/null +++ b/model-00214-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1709389d3fb11fac4c4565f1f91b47dc5621d80558f33f5e8fe11663cb05283 +size 4991253080 diff --git a/model-00222-of-00225.safetensors b/model-00222-of-00225.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e654156dc0c06c1890f59c41d604dbf49e45799 --- /dev/null +++ b/model-00222-of-00225.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8fa30de71d09646e3d330800bc016b598d8863300eb9d9c05ddd086b375709 +size 4991251320 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..f89921f4426e0ec5fbd0e8803459080d77f03bdf --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,51031 @@ +{ + "metadata": { + "total_parameters": 560524578816, + "total_size": 1121049257984 + }, + "weight_map": { + "backbone.layers.83.mixer.experts.167.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.199.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.44.mixer.experts.208.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.51.mixer.experts.7.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.468.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.301.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.107.mixer.experts.433.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.83.mixer.experts.181.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.67.mixer.experts.139.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.3.mixer.experts.89.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.1.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.484.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.246.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.58.mixer.experts.182.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.85.mixer.experts.178.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.35.mixer.experts.404.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.65.mixer.experts.110.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.122.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.368.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.331.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.389.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.65.mixer.experts.476.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.46.mixer.experts.256.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.78.mixer.experts.201.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.1.mixer.experts.363.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.83.mixer.experts.457.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.103.mixer.experts.279.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.218.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.107.mixer.experts.4.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.30.mixer.experts.251.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.376.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.71.mixer.experts.372.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.311.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.55.mixer.experts.337.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.452.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.164.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.37.mixer.experts.17.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.46.mixer.experts.285.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.0.mixer.norm.weight": "model-00001-of-00225.safetensors", + "backbone.layers.53.mixer.experts.380.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.80.mixer.experts.174.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.63.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.21.mixer.experts.163.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.275.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.92.mixer.experts.408.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.30.mixer.experts.375.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.120.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.103.mixer.experts.10.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.49.mixer.experts.286.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.17.mixer.experts.425.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.504.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.62.mixer.experts.173.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.23.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.28.mixer.experts.316.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.40.mixer.experts.507.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.103.mixer.experts.258.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.55.mixer.experts.138.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.94.mixer.experts.63.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.503.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.334.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.60.mixer.experts.483.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.101.mixer.experts.360.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.17.mixer.experts.431.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.480.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.17.mixer.experts.412.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.58.mixer.experts.490.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.76.mixer.experts.145.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.325.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.401.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.118.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.96.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.49.mixer.experts.58.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.217.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.21.mixer.experts.179.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.486.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.94.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.184.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.93.mixer.norm.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.334.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.172.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.62.mixer.experts.168.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.94.mixer.experts.311.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.224.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.74.mixer.experts.405.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.28.mixer.experts.189.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.107.mixer.experts.33.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.3.mixer.experts.394.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.90.mixer.experts.6.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.57.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.343.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.412.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.86.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.49.mixer.experts.493.down_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.152.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.107.mixer.experts.273.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.438.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.46.mixer.experts.367.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.5.mixer.experts.110.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.35.mixer.experts.16.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.33.mixer.experts.347.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.62.mixer.experts.281.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.92.mixer.experts.462.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.71.mixer.experts.17.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.138.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.221.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.69.mixer.experts.119.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.17.mixer.experts.134.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.40.mixer.experts.367.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.51.mixer.experts.156.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.12.mixer.experts.409.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.92.mixer.experts.435.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.65.mixer.experts.221.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.51.mixer.experts.383.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.107.mixer.experts.255.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.53.mixer.experts.395.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.233.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.76.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.24.mixer.experts.395.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.120.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.79.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.337.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.169.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.87.mixer.experts.462.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.257.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.237.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.228.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.62.mixer.experts.353.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.470.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.493.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.26.mixer.experts.314.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.59.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.92.mixer.experts.174.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.17.mixer.experts.368.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.314.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.107.mixer.experts.20.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.17.mixer.experts.324.up_proj.weight": "model-00036-of-00225.safetensors", + "mtp.layers.1.mixer.experts.209.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.377.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.21.mixer.experts.471.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.457.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.217.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.33.mixer.experts.388.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.37.mixer.experts.404.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.341.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.107.mixer.experts.378.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.297.down_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.417.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.40.mixer.experts.476.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.99.mixer.experts.375.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.1.mixer.experts.213.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.153.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.80.mixer.experts.231.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.209.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.83.mixer.experts.165.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.412.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.35.mixer.experts.469.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.478.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.10.mixer.experts.287.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.385.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.40.mixer.experts.338.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.348.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.336.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.14.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.67.mixer.experts.297.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.156.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.87.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.189.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.307.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.8.mixer.experts.468.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.246.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.99.mixer.experts.144.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.131.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.374.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.3.mixer.experts.238.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.327.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.137.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.365.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.344.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.225.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.425.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.46.mixer.experts.215.down_proj.weight": "model-00094-of-00225.safetensors", + "mtp.layers.1.mixer.experts.98.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.425.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.71.mixer.experts.368.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.132.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.87.mixer.experts.155.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.49.mixer.experts.175.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.352.up_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.188.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.6.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.49.mixer.experts.241.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.101.mixer.experts.100.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.2.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.219.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.71.mixer.experts.323.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.37.mixer.experts.456.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.85.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.171.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.467.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.20.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.408.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.105.mixer.experts.16.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.34.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.323.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.78.mixer.experts.158.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.141.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.143.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.87.mixer.experts.3.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.30.mixer.experts.469.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.119.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.450.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.480.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.65.mixer.experts.60.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.12.mixer.experts.223.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.480.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.99.mixer.experts.30.down_proj.weight": "model-00198-of-00225.safetensors", + "mtp.layers.1.mixer.experts.153.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.196.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.24.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.33.mixer.experts.14.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.468.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.69.mixer.experts.409.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.5.mixer.experts.395.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.179.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.357.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.294.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.37.mixer.experts.356.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.25.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.312.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.mixer.experts.318.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.46.mixer.experts.478.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.240.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.24.mixer.experts.128.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.351.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.76.mixer.experts.27.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.60.mixer.experts.56.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.78.mixer.experts.205.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.214.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.87.mixer.experts.488.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.26.mixer.experts.432.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.187.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.261.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.218.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.386.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.172.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.76.mixer.experts.115.up_proj.weight": "model-00153-of-00225.safetensors", + "mtp.layers.1.mixer.experts.270.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.80.mixer.experts.404.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.8.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.56.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.101.mixer.experts.395.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.414.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.105.mixer.experts.291.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.101.mixer.experts.226.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.385.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.300.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.26.mixer.experts.68.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.96.mixer.experts.209.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.65.mixer.experts.265.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.85.mixer.experts.347.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.5.mixer.experts.414.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.90.mixer.experts.499.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.101.mixer.experts.169.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.103.mixer.experts.186.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.67.mixer.experts.310.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.96.mixer.experts.235.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.72.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.286.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.92.mixer.experts.199.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.53.mixer.experts.20.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.17.mixer.experts.220.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.457.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.432.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.245.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.74.mixer.experts.222.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.37.mixer.experts.284.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.179.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.399.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.486.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.502.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.10.mixer.experts.217.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.426.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.10.mixer.experts.276.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.51.mixer.experts.397.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.505.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.83.mixer.experts.63.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.430.up_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.146.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.76.mixer.experts.75.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.95.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.62.mixer.experts.173.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.58.mixer.experts.439.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.74.mixer.experts.250.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.28.mixer.experts.211.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.37.mixer.experts.491.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.64.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.87.mixer.experts.70.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.107.mixer.experts.299.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.106.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.224.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.217.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.21.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.488.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.17.mixer.experts.250.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.66.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.104.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.35.mixer.experts.215.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.46.mixer.experts.401.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.105.mixer.experts.106.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.281.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.3.mixer.experts.69.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.277.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.233.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.166.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.5.mixer.experts.370.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.62.mixer.experts.102.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.26.mixer.experts.492.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.103.mixer.experts.263.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.200.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.173.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.5.mixer.experts.288.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.36.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.65.mixer.experts.82.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.55.mixer.experts.95.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.313.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.19.mixer.experts.132.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.19.mixer.experts.275.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.28.mixer.experts.2.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.42.mixer.experts.125.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.37.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.69.mixer.experts.49.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.58.mixer.experts.129.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.67.mixer.experts.237.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.347.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.475.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.209.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.5.mixer.experts.107.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.24.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.19.mixer.experts.317.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.227.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.26.mixer.experts.107.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.96.mixer.experts.307.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.407.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.289.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.83.mixer.experts.470.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.92.mixer.experts.342.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.177.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.119.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.67.mixer.experts.305.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.65.mixer.experts.372.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.108.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.5.mixer.experts.165.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.464.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.83.mixer.experts.413.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.162.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.46.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.67.mixer.experts.360.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.20.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.13.mixer.out_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.24.mixer.experts.434.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.290.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.188.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.19.mixer.experts.129.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.418.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.489.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.96.mixer.experts.398.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.96.mixer.experts.331.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.228.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.120.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.53.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.experts.385.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.10.mixer.experts.267.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.5.mixer.experts.399.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.3.mixer.experts.264.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.345.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.417.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.53.mixer.experts.109.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.419.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.27.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.25.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.experts.35.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.3.mixer.experts.189.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.186.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.470.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.472.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.103.mixer.experts.141.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.70.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.76.mixer.experts.305.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.24.mixer.experts.447.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.415.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.266.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.26.mixer.experts.301.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.234.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.283.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.51.mixer.experts.52.down_proj.weight": "model-00102-of-00225.safetensors", + "mtp.layers.1.mixer.experts.447.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.132.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.348.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.71.mixer.experts.142.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.42.mixer.experts.231.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.116.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.231.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.460.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.65.mixer.experts.482.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.13.norm.weight": "model-00028-of-00225.safetensors", + "backbone.layers.74.mixer.experts.464.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.264.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.378.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.40.mixer.experts.329.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.270.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.90.mixer.experts.459.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.35.mixer.experts.171.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.92.mixer.experts.37.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.17.mixer.experts.411.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.285.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.111.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.5.mixer.experts.34.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.69.mixer.experts.465.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.42.mixer.experts.461.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.1.mixer.experts.342.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.87.mixer.experts.443.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.106.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.40.mixer.experts.495.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.107.mixer.experts.246.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.246.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.10.mixer.experts.207.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.480.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.73.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.227.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.74.mixer.experts.403.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.171.down_proj.weight": "model-00071-of-00225.safetensors", + "mtp.layers.1.mixer.experts.139.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.8.mixer.experts.454.down_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.128.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.408.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.248.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.gate.e_score_correction_bias": "model-00074-of-00225.safetensors", + "backbone.layers.99.mixer.experts.202.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.442.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.264.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.12.mixer.experts.177.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.40.mixer.experts.200.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.391.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.413.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.103.mixer.experts.298.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.9.mixer.dt_bias": "model-00019-of-00225.safetensors", + "backbone.layers.65.mixer.experts.374.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.1.mixer.experts.38.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.103.mixer.experts.482.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.348.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.219.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.71.mixer.experts.164.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.33.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.53.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.363.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.12.mixer.experts.175.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.471.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.407.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.71.mixer.experts.326.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.21.mixer.experts.31.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.71.mixer.experts.439.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.5.mixer.experts.70.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.232.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.36.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.506.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.313.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.198.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.12.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.15.mixer.experts.27.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.60.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.103.mixer.experts.408.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.80.mixer.experts.120.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.74.mixer.experts.292.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.17.mixer.experts.292.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.284.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.293.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.83.mixer.experts.483.up_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.95.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.372.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.192.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.83.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.94.mixer.experts.87.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.504.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.272.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.33.mixer.experts.485.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.180.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.19.mixer.experts.386.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.40.mixer.experts.104.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.67.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.5.mixer.experts.242.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.28.mixer.experts.217.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.363.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.80.mixer.experts.188.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.433.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.295.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.12.mixer.experts.426.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.55.mixer.experts.477.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.65.mixer.experts.2.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.83.mixer.experts.216.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.26.mixer.experts.90.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.232.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.377.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.83.mixer.experts.40.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.419.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.13.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.60.mixer.experts.498.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.80.mixer.experts.325.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.87.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.266.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.44.mixer.experts.440.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.69.mixer.experts.475.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.85.mixer.experts.504.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.236.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.236.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.266.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.74.mixer.experts.156.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.269.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.101.mixer.experts.300.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.209.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.46.mixer.experts.315.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.486.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.224.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.58.mixer.experts.21.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.90.mixer.experts.429.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.355.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.1.mixer.experts.299.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.279.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.62.mixer.experts.202.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.92.mixer.experts.258.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.297.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.148.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.334.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.80.mixer.experts.177.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.383.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.314.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.5.mixer.experts.423.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.19.mixer.experts.45.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.15.mixer.experts.248.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.5.mixer.experts.68.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.319.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.200.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.392.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.5.mixer.experts.249.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.283.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.16.mixer.norm.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.352.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.105.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.488.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.71.mixer.experts.36.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.65.mixer.experts.230.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.223.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.12.mixer.experts.268.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.485.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.480.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.208.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.466.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.69.mixer.experts.464.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.271.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.42.mixer.experts.287.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.154.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.62.mixer.experts.183.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.107.mixer.experts.374.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.69.mixer.experts.272.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.shared_experts.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.69.mixer.experts.294.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.107.mixer.experts.504.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.87.mixer.experts.424.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.316.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.49.mixer.experts.279.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.163.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.412.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.52.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.15.mixer.experts.251.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.385.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.8.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.103.mixer.experts.265.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.94.mixer.experts.182.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.19.mixer.experts.427.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.60.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.92.mixer.experts.50.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.82.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.96.mixer.experts.193.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.73.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.466.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.10.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.51.mixer.experts.327.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.13.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.96.mixer.experts.501.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.55.mixer.experts.380.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.37.mixer.experts.259.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.21.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.16.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.255.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.313.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.498.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.74.mixer.experts.85.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.201.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.105.mixer.experts.45.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.19.mixer.experts.336.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.305.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.5.mixer.experts.124.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.90.mixer.experts.376.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.experts.498.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.87.mixer.experts.196.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.168.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.78.mixer.experts.245.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.243.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.251.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.496.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.1.mixer.experts.490.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.49.mixer.experts.326.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.343.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.experts.490.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.27.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.69.mixer.experts.105.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.495.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.149.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.21.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.8.mixer.experts.455.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.65.mixer.experts.487.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.136.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.55.mixer.experts.372.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.5.mixer.experts.279.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.220.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.427.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.62.mixer.experts.473.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.476.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.51.mixer.experts.388.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.134.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.344.up_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.199.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.116.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.158.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.28.mixer.experts.490.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.21.mixer.experts.147.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.53.mixer.experts.257.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.15.mixer.experts.133.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.46.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.12.mixer.experts.130.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.492.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.490.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.15.mixer.experts.159.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.28.mixer.experts.299.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.58.mixer.experts.382.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.99.mixer.experts.168.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.174.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.12.mixer.experts.210.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.103.mixer.experts.69.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.99.mixer.experts.232.down_proj.weight": "model-00200-of-00225.safetensors", + "mtp.layers.1.mixer.experts.104.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.67.mixer.experts.24.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.134.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.255.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.307.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.56.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.87.mixer.experts.379.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.46.mixer.experts.247.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.60.mixer.experts.485.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.55.mixer.experts.285.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.30.mixer.experts.46.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.33.mixer.experts.241.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.62.mixer.experts.456.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.49.mixer.experts.335.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.494.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.44.mixer.experts.236.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.483.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.360.down_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.147.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.37.mixer.experts.288.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.107.mixer.experts.186.up_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.151.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.19.mixer.experts.471.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.168.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.62.mixer.experts.243.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.169.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.96.mixer.experts.210.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.120.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.407.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.42.mixer.experts.409.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.62.mixer.experts.180.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.152.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.65.mixer.experts.80.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.46.mixer.experts.384.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.60.mixer.experts.422.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.21.mixer.experts.72.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.103.mixer.experts.441.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.181.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.21.mixer.experts.335.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.21.mixer.experts.269.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.94.mixer.experts.440.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.55.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.123.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.experts.465.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.410.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.118.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.126.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.49.mixer.experts.288.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.33.mixer.experts.212.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.103.mixer.experts.100.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.53.mixer.experts.508.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.98.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.19.mixer.experts.128.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.273.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.87.mixer.experts.144.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.37.mixer.experts.10.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.51.mixer.experts.424.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.144.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.279.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.8.mixer.experts.316.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.14.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.272.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.83.mixer.experts.450.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.178.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.8.mixer.experts.307.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.experts.386.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.37.mixer.experts.238.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.214.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.40.mixer.experts.217.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.406.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.8.mixer.experts.205.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.8.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.65.mixer.experts.208.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.107.mixer.experts.35.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.37.mixer.experts.140.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.80.mixer.experts.507.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.96.mixer.experts.124.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.44.mixer.experts.277.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.92.mixer.experts.440.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.70.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.85.mixer.experts.241.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.42.mixer.experts.424.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.83.mixer.experts.407.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.42.mixer.experts.47.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.35.mixer.experts.158.down_proj.weight": "model-00071-of-00225.safetensors", + "mtp.layers.1.mixer.experts.78.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.107.mixer.experts.89.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.497.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.274.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.363.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.90.mixer.experts.67.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.83.mixer.experts.243.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.335.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.94.mixer.experts.470.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.51.mixer.experts.157.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.1.mixer.experts.117.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.444.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.39.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.46.mixer.experts.492.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.155.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.17.mixer.experts.364.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.28.mixer.experts.315.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.340.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.243.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.80.mixer.experts.101.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.141.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.92.mixer.experts.229.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.71.mixer.experts.227.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.336.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.187.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.90.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.92.mixer.experts.314.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.432.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.299.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.80.mixer.experts.191.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.51.mixer.experts.213.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.114.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.507.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.83.mixer.experts.328.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.65.mixer.experts.324.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.216.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.107.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.334.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.308.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.103.mixer.experts.63.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.67.mixer.experts.248.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.229.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.194.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.202.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.139.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.92.mixer.experts.359.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.67.mixer.experts.22.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.30.mixer.experts.350.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.202.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.128.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.101.mixer.experts.410.down_proj.weight": "model-00206-of-00225.safetensors", + "mtp.layers.1.mixer.experts.216.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.30.mixer.experts.68.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.217.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.76.mixer.experts.427.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.58.mixer.experts.322.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.434.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.37.mixer.experts.341.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.55.mixer.experts.36.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.17.mixer.experts.339.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.376.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.78.mixer.experts.459.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.213.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.3.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.459.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.1.mixer.experts.153.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.30.mixer.experts.127.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.206.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.238.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.58.mixer.experts.93.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.51.mixer.experts.368.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.360.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.67.mixer.experts.51.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.42.mixer.experts.509.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.291.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.99.mixer.experts.262.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.44.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.178.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.33.mixer.experts.98.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.170.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.96.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.97.mixer.conv1d.bias": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.96.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.392.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.304.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.357.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.55.mixer.experts.495.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.105.mixer.experts.133.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.17.mixer.experts.147.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.12.mixer.experts.106.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.95.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.214.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.78.mixer.experts.330.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.3.mixer.experts.167.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.109.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.192.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.59.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.283.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.261.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.105.mixer.experts.197.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.15.mixer.experts.65.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.30.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.2.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.80.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.423.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.105.mixer.experts.40.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.162.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.24.norm.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.91.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.503.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.76.mixer.experts.164.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.332.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.232.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.103.mixer.experts.445.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.88.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.17.mixer.experts.242.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.306.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.42.mixer.experts.133.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.431.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.397.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.237.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.506.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.1.mixer.experts.30.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.42.mixer.experts.224.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.24.mixer.experts.91.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.69.mixer.experts.308.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.19.mixer.experts.142.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.26.mixer.experts.218.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.3.mixer.experts.121.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.62.mixer.experts.218.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.407.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.242.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.473.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.24.mixer.experts.351.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.97.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.106.mixer.conv1d.weight": "model-00216-of-00225.safetensors", + "backbone.layers.85.mixer.experts.344.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.105.mixer.experts.241.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.78.mixer.experts.33.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.103.mixer.experts.125.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.53.mixer.experts.474.up_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.191.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.365.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.28.mixer.experts.280.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.58.mixer.experts.415.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.258.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.495.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.67.mixer.experts.41.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.28.mixer.experts.71.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.12.mixer.experts.178.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.87.mixer.experts.159.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.76.mixer.experts.294.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.19.mixer.experts.358.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.396.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.8.mixer.experts.111.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.120.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.9.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.21.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.292.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.404.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.266.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.1.mixer.experts.342.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.27.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.103.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.369.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.107.mixer.experts.279.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.476.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.92.mixer.experts.346.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.26.mixer.experts.338.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.experts.122.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.103.mixer.experts.300.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.402.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.213.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.506.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.224.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.53.mixer.experts.8.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.80.mixer.experts.134.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.364.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.17.mixer.experts.410.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.318.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.49.mixer.experts.47.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.215.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.103.mixer.experts.20.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.55.mixer.experts.81.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.85.mixer.experts.369.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.46.mixer.experts.389.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.448.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.37.mixer.experts.343.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.76.mixer.experts.475.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.1.mixer.experts.474.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.3.mixer.experts.304.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.101.mixer.experts.215.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.336.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.169.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.10.mixer.experts.410.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.87.mixer.experts.35.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.134.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.24.mixer.experts.373.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.101.mixer.experts.473.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.101.mixer.experts.488.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.419.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.15.mixer.experts.104.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.158.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.199.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.33.mixer.experts.33.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.62.mixer.experts.313.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.8.mixer.experts.402.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.92.mixer.experts.503.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.12.mixer.experts.23.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.61.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.12.mixer.experts.93.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.69.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.74.mixer.experts.24.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.95.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.379.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.152.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.44.mixer.experts.433.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.35.mixer.experts.420.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.341.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.44.mixer.experts.413.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.61.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.87.mixer.experts.215.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.83.mixer.experts.170.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.140.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.35.mixer.experts.111.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.487.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.337.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.76.mixer.experts.503.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.33.mixer.experts.191.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.392.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.92.mixer.experts.470.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.14.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.354.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.101.mixer.experts.185.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.71.mixer.experts.312.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.235.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.46.mixer.experts.154.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.30.mixer.experts.263.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.65.mixer.experts.138.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.19.mixer.experts.291.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.43.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.96.mixer.experts.415.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.277.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.103.mixer.experts.33.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.40.mixer.experts.24.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.451.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.84.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.103.mixer.experts.225.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.258.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.229.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.87.mixer.experts.298.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.437.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.30.mixer.experts.174.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.44.mixer.experts.315.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.83.mixer.experts.439.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.49.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.56.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.158.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.112.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.465.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.152.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.experts.351.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.341.down_proj.weight": "model-00022-of-00225.safetensors", + "mtp.layers.1.mixer.experts.329.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.55.mixer.experts.133.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.80.mixer.experts.436.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.99.mixer.experts.285.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.78.mixer.experts.208.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.85.mixer.experts.162.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.53.mixer.experts.15.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.10.mixer.experts.249.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.69.mixer.experts.255.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.452.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.21.mixer.experts.392.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.5.mixer.experts.175.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.58.mixer.experts.319.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.61.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.182.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.17.mixer.experts.273.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.103.mixer.experts.137.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.163.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.396.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.429.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.60.mixer.experts.254.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.429.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.348.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.51.mixer.experts.23.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.76.mixer.experts.54.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.92.mixer.experts.424.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.37.norm.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.132.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.65.mixer.experts.132.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.479.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.49.mixer.experts.431.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.26.mixer.experts.225.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.323.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.430.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.412.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.84.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.12.mixer.experts.177.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.49.mixer.experts.174.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.411.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.103.mixer.experts.350.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.74.mixer.experts.451.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.3.mixer.experts.45.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.58.mixer.experts.381.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.25.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.24.mixer.experts.383.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.199.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.30.mixer.experts.468.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.80.mixer.experts.86.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.26.mixer.experts.448.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.501.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.413.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.55.mixer.experts.412.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.85.mixer.experts.292.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.65.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.55.mixer.experts.317.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.154.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.40.mixer.experts.80.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.60.mixer.experts.372.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.83.mixer.experts.386.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.472.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.385.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.28.mixer.experts.455.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.156.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.337.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.219.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.291.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.37.mixer.experts.334.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.51.mixer.experts.165.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.190.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.78.mixer.experts.243.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.282.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.479.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.40.mixer.experts.488.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.73.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.94.mixer.experts.367.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.65.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.42.mixer.experts.485.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.19.mixer.experts.198.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.69.mixer.experts.421.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.1.mixer.experts.63.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.60.mixer.experts.125.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.85.mixer.experts.356.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.211.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.105.mixer.experts.276.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.483.down_proj.weight": "model-00151-of-00225.safetensors", + "mtp.layers.1.mixer.experts.37.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.92.mixer.experts.491.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.161.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.92.mixer.experts.169.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.1.mixer.experts.440.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.313.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.320.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.323.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.419.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.348.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.237.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.49.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.51.mixer.experts.208.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.105.mixer.experts.81.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.464.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.409.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.423.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.76.mixer.experts.263.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.83.mixer.experts.158.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.167.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.143.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.99.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.182.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.1.mixer.experts.182.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.116.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.81.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.33.mixer.experts.505.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.406.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.experts.333.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.271.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.251.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.503.up_proj.weight": "model-00179-of-00225.safetensors", + "mtp.layers.1.mixer.experts.57.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.83.mixer.experts.330.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.463.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.101.mixer.experts.10.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.5.mixer.experts.341.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.99.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.30.mixer.experts.32.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.453.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.281.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.381.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.286.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.28.mixer.experts.316.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.96.mixer.experts.259.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.473.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.361.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.86.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.372.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.26.mixer.experts.385.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.267.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.462.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.117.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.443.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.53.mixer.experts.127.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.160.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.272.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.479.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.256.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.305.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.67.mixer.experts.13.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.97.up_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.81.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.96.mixer.experts.489.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.334.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.81.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.67.mixer.experts.178.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.19.mixer.experts.106.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.42.mixer.experts.401.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.26.mixer.experts.156.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.171.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.208.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.471.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.325.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.experts.182.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.101.mixer.experts.451.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.3.mixer.experts.247.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.42.mixer.experts.273.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.76.mixer.experts.468.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.53.mixer.experts.500.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.404.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.51.mixer.experts.1.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.74.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.504.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.182.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.67.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.94.mixer.experts.132.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.15.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.45.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.435.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.96.mixer.experts.407.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.119.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.85.mixer.experts.414.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.55.mixer.experts.290.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.82.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.15.mixer.experts.441.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.69.mixer.experts.336.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.461.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.211.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.77.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.300.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.experts.88.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.35.mixer.experts.270.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.94.mixer.experts.437.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.181.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.410.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.78.mixer.experts.153.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.117.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.35.mixer.experts.73.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.22.mixer.dt_bias": "model-00047-of-00225.safetensors", + "backbone.layers.35.mixer.experts.248.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.244.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.69.mixer.experts.39.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.502.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.340.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.28.mixer.experts.247.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.100.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.23.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.498.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.259.down_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.274.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.35.mixer.experts.138.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.80.mixer.experts.458.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.69.mixer.experts.392.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.509.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.158.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.12.mixer.experts.443.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.24.mixer.experts.11.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.1.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.74.mixer.experts.28.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.105.mixer.experts.240.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.109.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.42.mixer.experts.24.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.316.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.279.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.256.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.182.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.55.mixer.experts.374.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.79.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.226.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.268.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.203.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.207.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.481.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.15.mixer.experts.501.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.466.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.332.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.212.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.65.mixer.experts.453.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.157.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.1.mixer.experts.501.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.experts.361.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.154.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.46.mixer.experts.378.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.46.mixer.experts.324.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.78.mixer.experts.199.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.17.mixer.experts.473.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.497.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.74.mixer.experts.445.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.84.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.137.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.461.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.76.mixer.experts.429.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.278.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.405.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.140.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.3.mixer.experts.336.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.85.mixer.experts.398.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.351.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.26.mixer.experts.94.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.356.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.5.mixer.experts.349.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.80.mixer.experts.480.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.90.mixer.experts.505.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.51.mixer.experts.265.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.80.mixer.experts.415.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.58.mixer.experts.36.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.99.mixer.experts.127.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.1.mixer.experts.315.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.87.mixer.experts.441.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.78.mixer.experts.67.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.93.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.42.mixer.experts.387.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.55.mixer.experts.47.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.499.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.44.mixer.experts.136.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.60.mixer.experts.502.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.gate.e_score_correction_bias": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.168.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.440.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.386.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.17.mixer.experts.21.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.80.mixer.experts.180.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.494.up_proj.weight": "model-00037-of-00225.safetensors", + "mtp.layers.1.mixer.experts.89.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.19.mixer.experts.221.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.90.mixer.experts.475.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.6.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.9.mixer.norm.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.97.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.33.mixer.experts.325.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.83.mixer.experts.123.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.317.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.42.mixer.experts.366.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.44.mixer.experts.68.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.277.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.403.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.94.mixer.experts.309.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.387.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.3.mixer.experts.192.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.103.mixer.experts.344.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.80.mixer.experts.360.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.71.mixer.experts.107.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.71.mixer.experts.100.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.101.mixer.experts.372.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.53.mixer.experts.78.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.53.mixer.experts.464.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.3.mixer.experts.366.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.65.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.480.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.37.mixer.experts.240.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.58.mixer.experts.331.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.172.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.165.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.10.mixer.experts.496.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.169.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.69.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.236.up_proj.weight": "model-00108-of-00225.safetensors", + "mtp.layers.1.mixer.experts.71.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.442.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.51.mixer.experts.417.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.129.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.454.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.30.mixer.experts.322.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.227.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.92.mixer.experts.104.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.328.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.87.mixer.experts.51.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.485.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.26.mixer.experts.199.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.30.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.454.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.3.mixer.experts.222.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.37.mixer.experts.22.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.214.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.374.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.87.mixer.experts.153.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.8.mixer.experts.507.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.69.mixer.experts.192.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.12.mixer.experts.6.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.436.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.275.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.190.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.273.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.276.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.209.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.30.mixer.experts.425.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.479.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.85.mixer.experts.120.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.44.mixer.experts.98.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.21.mixer.experts.147.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.278.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.188.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.511.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.163.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.28.mixer.experts.337.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.87.mixer.experts.278.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.85.mixer.experts.93.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.49.mixer.experts.246.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.87.mixer.experts.138.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.19.mixer.experts.220.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.8.mixer.experts.333.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.42.mixer.experts.99.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.25.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.76.mixer.experts.158.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.297.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.46.mixer.experts.339.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.69.mixer.experts.234.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.37.mixer.experts.307.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.73.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.51.mixer.experts.73.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.87.mixer.experts.318.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.40.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.487.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.28.mixer.experts.75.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.24.mixer.experts.477.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.371.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.409.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.26.mixer.experts.337.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.444.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.81.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.33.mixer.experts.169.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.17.mixer.experts.274.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.30.mixer.experts.455.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.503.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.445.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.22.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.55.mixer.experts.45.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.221.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.96.mixer.experts.418.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.421.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.15.mixer.experts.368.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.165.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.418.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.57.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.33.mixer.experts.129.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.461.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.10.mixer.experts.444.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.220.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.37.mixer.experts.503.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.37.mixer.experts.42.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.488.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.92.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.experts.370.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.509.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.8.mixer.experts.134.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.85.mixer.experts.463.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.382.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.201.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.70.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.8.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.157.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.12.mixer.experts.302.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.83.mixer.experts.143.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.439.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.83.mixer.experts.309.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.82.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.21.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.10.mixer.experts.36.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.143.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.355.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.60.mixer.experts.79.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.33.mixer.experts.276.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.30.mixer.experts.364.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.80.mixer.experts.173.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.39.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.47.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.39.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.35.mixer.experts.226.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.33.mixer.experts.174.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.19.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.83.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.83.mixer.experts.29.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.429.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.451.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.376.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.298.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.69.mixer.experts.128.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.90.mixer.experts.59.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.509.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.55.mixer.experts.32.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.92.mixer.experts.338.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.312.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.19.mixer.experts.258.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.60.mixer.experts.299.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.386.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.26.mixer.experts.302.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.345.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.107.mixer.experts.190.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.264.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.298.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.53.mixer.experts.43.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.231.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.290.up_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.491.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.53.mixer.experts.119.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.96.mixer.experts.48.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.210.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.94.mixer.experts.392.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.137.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.37.mixer.experts.162.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.35.mixer.experts.348.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.30.mixer.experts.90.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.19.mixer.experts.277.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.51.mixer.experts.438.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.338.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.101.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.76.mixer.experts.220.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.74.mixer.experts.319.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.87.mixer.experts.254.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.275.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.17.mixer.experts.239.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.293.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.316.up_proj.weight": "model-00100-of-00225.safetensors", + "mtp.layers.1.mixer.experts.275.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.44.mixer.experts.227.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.5.mixer.experts.147.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.103.mixer.experts.275.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.461.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.80.mixer.experts.284.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.42.mixer.experts.160.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.45.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.241.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.40.mixer.experts.295.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.51.mixer.experts.303.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.107.mixer.experts.250.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.472.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.74.mixer.experts.447.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.209.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.85.mixer.experts.489.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.15.mixer.experts.73.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.31.down_proj.weight": "model-00093-of-00225.safetensors", + "mtp.layers.0.mixer.q_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.12.mixer.experts.304.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.30.mixer.experts.109.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.80.mixer.experts.287.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.142.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.9.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.411.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.44.mixer.experts.329.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.63.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.413.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.370.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.83.mixer.experts.188.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.90.mixer.experts.64.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.42.mixer.experts.165.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.70.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.446.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.24.mixer.experts.221.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.240.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.3.mixer.experts.42.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.60.mixer.experts.414.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.62.mixer.gate.e_score_correction_bias": "model-00129-of-00225.safetensors", + "backbone.layers.30.mixer.experts.76.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.51.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.290.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.351.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.292.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.56.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.87.mixer.experts.90.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.90.mixer.experts.396.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.251.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.80.mixer.experts.140.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.78.mixer.experts.480.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.90.mixer.experts.149.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.192.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.76.mixer.experts.206.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.442.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.3.mixer.experts.105.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.40.mixer.experts.191.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.51.mixer.experts.395.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.19.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.445.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.78.mixer.experts.391.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.253.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.17.mixer.experts.357.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.experts.93.down_proj.weight": "model-00130-of-00225.safetensors", + "mtp.layers.1.mixer.experts.374.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.22.mixer.out_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.8.mixer.experts.145.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.196.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.30.mixer.experts.55.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.432.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.172.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.8.mixer.experts.371.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.24.mixer.experts.235.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.362.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.88.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.103.mixer.experts.468.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.452.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.409.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.78.mixer.experts.66.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.194.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.449.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.181.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.76.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.129.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.shared_experts.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.81.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.430.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.14.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.71.mixer.experts.314.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.253.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.398.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.113.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.483.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.19.mixer.experts.94.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.346.down_proj.weight": "model-00059-of-00225.safetensors", + "mtp.layers.1.mixer.experts.361.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.498.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.19.mixer.experts.232.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.44.mixer.experts.471.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.325.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.429.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.96.mixer.experts.177.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.471.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.398.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.69.mixer.experts.166.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.62.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.215.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.192.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.473.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.103.mixer.experts.277.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.1.mixer.experts.146.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.92.mixer.experts.40.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.28.mixer.experts.114.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.70.down_proj.weight": "model-00057-of-00225.safetensors", + "mtp.layers.1.mixer.experts.425.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.90.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.26.mixer.experts.185.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.28.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.265.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.449.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.6.down_proj.weight": "model-00010-of-00225.safetensors", + "mtp.layers.1.mixer.experts.291.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.96.mixer.experts.408.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.207.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.66.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.33.mixer.experts.110.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.217.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.246.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.101.mixer.experts.203.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.42.mixer.experts.363.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.17.mixer.experts.482.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.502.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.40.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.367.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.83.mixer.experts.52.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.42.mixer.experts.232.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.69.mixer.experts.154.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.78.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.92.mixer.experts.194.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.65.mixer.experts.136.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.99.mixer.experts.23.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.40.mixer.experts.270.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.365.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.501.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.44.mixer.experts.366.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.244.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.307.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.428.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.303.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.28.mixer.experts.507.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.504.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.143.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.103.mixer.experts.160.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.442.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.50.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.278.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.30.mixer.experts.201.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.272.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.96.mixer.experts.472.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.157.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.384.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.208.up_proj.weight": "model-00085-of-00225.safetensors", + "mtp.layers.1.mixer.experts.265.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.99.mixer.experts.50.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.459.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.141.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.97.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.441.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.400.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.10.mixer.experts.460.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.412.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.99.mixer.experts.5.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.224.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.70.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.430.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.90.mixer.experts.197.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.44.mixer.experts.365.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.402.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.19.mixer.experts.185.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.55.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.315.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.169.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.8.mixer.experts.96.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.10.mixer.experts.9.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.24.mixer.experts.401.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.447.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.76.mixer.experts.375.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.96.mixer.experts.438.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.96.mixer.experts.508.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.65.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.347.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.40.mixer.experts.218.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.96.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.245.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.157.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.69.mixer.experts.308.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.312.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.53.mixer.experts.481.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.46.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.42.mixer.experts.131.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.28.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.26.mixer.experts.36.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.280.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.468.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.310.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.2.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.74.mixer.experts.186.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.78.mixer.experts.83.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.10.mixer.experts.411.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.100.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.369.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.169.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.349.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.68.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.26.mixer.experts.12.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.178.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.145.down_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.experts.213.down_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.189.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.483.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.99.mixer.experts.177.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.12.mixer.experts.111.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.3.mixer.experts.49.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.323.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.44.mixer.experts.303.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.78.mixer.experts.279.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.364.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.240.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.8.mixer.experts.41.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.49.mixer.experts.337.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.49.mixer.experts.15.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.74.mixer.experts.378.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.411.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.421.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.422.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.35.mixer.experts.97.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.444.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.92.mixer.experts.425.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.15.mixer.experts.137.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.22.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.62.mixer.experts.303.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.44.mixer.experts.323.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.215.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.66.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.83.mixer.experts.197.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.352.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.28.mixer.experts.495.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.62.mixer.experts.28.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.51.mixer.experts.119.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.experts.75.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.46.mixer.experts.368.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.40.mixer.experts.478.down_proj.weight": "model-00083-of-00225.safetensors", + "mtp.layers.1.mixer.experts.39.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.1.mixer.experts.371.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.31.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.12.mixer.experts.432.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.299.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.386.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.222.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.129.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.35.mixer.experts.176.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.426.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.46.mixer.experts.324.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.249.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.1.mixer.experts.147.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.89.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.65.mixer.experts.419.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.96.mixer.experts.351.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.273.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.87.mixer.experts.386.down_proj.weight": "model-00178-of-00225.safetensors", + "mtp.layers.1.mixer.experts.54.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.24.mixer.experts.282.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.293.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.35.mixer.experts.22.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.46.mixer.experts.507.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.384.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.293.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.436.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.40.mixer.experts.49.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.278.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.330.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.65.mixer.experts.28.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.416.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.12.mixer.experts.433.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.71.mixer.experts.189.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.58.mixer.experts.511.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.107.mixer.experts.388.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.96.mixer.experts.220.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.83.mixer.experts.304.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.459.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.191.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.185.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.388.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.3.mixer.experts.419.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.207.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.105.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.217.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.138.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.37.mixer.experts.8.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.55.mixer.experts.153.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.290.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.46.mixer.experts.62.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.108.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.44.mixer.experts.149.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.325.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.5.mixer.experts.187.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.55.mixer.experts.169.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.49.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.336.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.14.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.80.mixer.experts.433.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.285.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.24.mixer.experts.315.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.96.mixer.experts.390.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.56.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.71.mixer.experts.452.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.105.mixer.experts.203.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.234.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.301.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.90.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.186.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.12.mixer.experts.71.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.62.mixer.experts.162.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.143.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.107.mixer.experts.334.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.10.mixer.experts.368.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.487.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.253.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.83.mixer.experts.284.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.260.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.94.mixer.experts.220.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.484.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.46.mixer.experts.269.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.465.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.35.mixer.experts.117.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.427.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.67.mixer.experts.5.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.78.mixer.experts.216.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.13.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.197.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.1.mixer.experts.426.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.237.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.327.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.387.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.426.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.94.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.1.mixer.gate.e_score_correction_bias": "model-00005-of-00225.safetensors", + "backbone.layers.53.mixer.experts.60.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.42.mixer.experts.476.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.259.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.16.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.99.mixer.experts.115.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.170.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.35.mixer.experts.181.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.356.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.17.mixer.experts.454.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.430.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.444.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.67.mixer.experts.323.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.17.mixer.experts.399.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.133.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.30.mixer.experts.165.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.92.mixer.experts.272.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.1.mixer.experts.16.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.68.mixer.norm.weight": "model-00138-of-00225.safetensors", + "backbone.layers.107.mixer.experts.426.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.105.mixer.experts.337.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.92.mixer.experts.347.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.269.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.59.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.53.mixer.experts.149.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.42.mixer.experts.134.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.62.mixer.experts.14.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.371.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.33.mixer.experts.89.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.455.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.151.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.21.mixer.experts.204.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.69.mixer.experts.44.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.42.mixer.experts.468.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.69.mixer.fc1_latent_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.105.mixer.experts.53.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.204.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.349.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.99.mixer.experts.176.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.71.mixer.experts.126.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.10.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.85.mixer.experts.167.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.46.mixer.experts.7.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.105.mixer.experts.369.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.365.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.238.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.147.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.493.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.76.mixer.experts.209.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.30.mixer.experts.363.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.369.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.107.mixer.experts.192.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.80.mixer.experts.383.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.126.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.46.mixer.experts.145.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.429.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.286.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.423.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.74.mixer.experts.25.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.99.mixer.experts.479.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.67.mixer.experts.12.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.294.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.131.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.425.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.78.mixer.experts.153.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.380.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.499.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.96.mixer.experts.271.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.328.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.162.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.227.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.12.mixer.experts.500.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.485.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.65.mixer.experts.75.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.114.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.78.mixer.experts.287.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.314.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.332.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.316.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.411.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.354.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.17.mixer.experts.162.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.55.mixer.experts.105.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.21.mixer.experts.112.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.179.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.44.mixer.experts.438.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.217.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.309.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.194.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.85.mixer.experts.331.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.44.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.31.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.188.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.49.mixer.experts.112.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.87.mixer.experts.210.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.314.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.1.mixer.experts.60.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.114.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.36.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.238.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.37.mixer.experts.338.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.342.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.359.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.62.mixer.experts.44.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.402.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.391.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.143.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.497.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.280.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.354.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.83.mixer.experts.466.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.28.mixer.experts.286.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.395.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.76.mixer.experts.340.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.28.mixer.experts.108.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.202.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.8.mixer.experts.473.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.5.mixer.experts.386.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.403.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.46.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.96.mixer.experts.65.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.74.mixer.experts.432.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.314.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.experts.383.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.30.mixer.experts.263.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.386.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.53.mixer.experts.335.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.87.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.243.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.8.mixer.shared_experts.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.3.mixer.fc2_latent_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.80.mixer.experts.110.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.293.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.92.mixer.experts.234.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.80.mixer.experts.481.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.12.mixer.experts.451.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.1.mixer.experts.254.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.40.mixer.experts.267.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.187.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.455.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.87.mixer.experts.119.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.103.mixer.experts.367.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.19.mixer.experts.183.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.69.mixer.experts.77.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.420.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.35.mixer.experts.211.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.38.mixer.A_log": "model-00079-of-00225.safetensors", + "backbone.layers.83.mixer.experts.379.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.46.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.373.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.96.mixer.experts.288.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.37.mixer.experts.449.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.252.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.19.mixer.gate.e_score_correction_bias": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.299.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.19.mixer.experts.37.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.35.mixer.experts.132.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.159.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.2.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.107.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.17.mixer.experts.141.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.441.down_proj.weight": "model-00014-of-00225.safetensors", + "mtp.layers.1.mixer.experts.201.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.107.mixer.experts.2.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.419.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.297.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.82.mixer.v_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.35.mixer.experts.137.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.46.mixer.experts.147.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.21.mixer.experts.94.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.107.mixer.experts.417.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.40.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.35.mixer.experts.309.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.183.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.398.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.263.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.447.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.452.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.271.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.439.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.65.mixer.experts.71.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.35.mixer.experts.467.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.76.mixer.experts.37.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.67.mixer.experts.484.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.58.mixer.experts.183.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.90.mixer.experts.147.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.507.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.58.mixer.experts.85.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.108.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.30.mixer.experts.26.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.116.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.26.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.28.mixer.experts.400.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.76.mixer.experts.373.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.12.mixer.experts.295.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.92.mixer.experts.324.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.445.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.3.mixer.experts.492.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.58.mixer.experts.383.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.62.mixer.experts.306.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.376.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.46.mixer.experts.223.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.318.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.94.mixer.experts.485.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.53.mixer.experts.495.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.74.mixer.experts.212.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.62.mixer.experts.266.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.203.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.78.mixer.experts.79.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.102.norm.weight": "model-00207-of-00225.safetensors", + "backbone.layers.42.mixer.experts.410.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.23.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.270.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.8.mixer.experts.395.down_proj.weight": "model-00018-of-00225.safetensors", + "mtp.layers.1.mixer.experts.297.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.15.mixer.experts.510.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.127.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.19.mixer.experts.343.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.89.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.386.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.188.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.70.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.24.mixer.experts.89.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.21.mixer.experts.371.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.415.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.185.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.464.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.37.mixer.experts.316.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.285.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.105.mixer.experts.67.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.90.mixer.experts.483.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.55.mixer.experts.510.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.71.mixer.experts.244.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.29.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.80.mixer.experts.474.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.1.mixer.experts.137.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.30.mixer.experts.82.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.195.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.464.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.5.mixer.experts.453.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.414.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.173.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.55.mixer.experts.406.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.28.mixer.experts.67.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.247.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.110.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.497.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.51.mixer.experts.311.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.85.mixer.experts.450.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.46.mixer.experts.118.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.44.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.35.mixer.experts.407.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.1.mixer.experts.232.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.24.mixer.experts.154.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.287.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.55.mixer.experts.168.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.37.mixer.experts.475.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.26.mixer.experts.430.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.65.mixer.experts.252.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.65.mixer.experts.59.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.76.mixer.experts.186.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.85.mixer.experts.11.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.105.mixer.experts.366.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.58.mixer.experts.180.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.5.mixer.experts.90.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.251.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.58.mixer.experts.373.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.230.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.67.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.148.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.332.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.80.mixer.experts.44.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.46.mixer.experts.301.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.69.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.337.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.80.mixer.experts.463.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.224.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.24.mixer.experts.446.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.42.mixer.experts.82.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.53.mixer.experts.423.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.46.mixer.experts.11.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.233.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.329.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.30.mixer.experts.209.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.99.mixer.experts.349.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.438.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.30.mixer.experts.118.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.434.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.40.mixer.experts.240.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.239.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.69.mixer.experts.117.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.55.mixer.experts.105.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.236.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.85.mixer.experts.163.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.496.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.101.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.10.mixer.experts.198.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.428.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.506.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.50.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.4.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.24.mixer.experts.60.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.99.mixer.experts.291.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.19.mixer.experts.103.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.142.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.139.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.441.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.227.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.67.mixer.experts.376.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.350.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.186.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.99.mixer.experts.171.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.10.mixer.experts.224.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.143.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.99.mixer.gate.e_score_correction_bias": "model-00202-of-00225.safetensors", + "backbone.layers.12.mixer.experts.463.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.167.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.21.mixer.experts.219.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.15.mixer.experts.10.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.340.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.57.mixer.q_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.69.mixer.experts.395.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.51.mixer.experts.292.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.194.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.105.mixer.experts.417.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.71.mixer.experts.247.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.51.mixer.experts.262.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.316.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.184.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.349.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.180.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.511.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.35.mixer.experts.347.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.258.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.327.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.67.mixer.experts.175.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.90.mixer.experts.88.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.experts.23.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.5.mixer.experts.267.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.1.mixer.experts.294.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.109.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.21.mixer.experts.341.down_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.365.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.30.mixer.experts.401.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.96.mixer.experts.435.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.68.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.371.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.379.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.15.mixer.experts.224.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.56.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.44.mixer.experts.51.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.46.mixer.experts.425.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.217.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.388.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.62.mixer.experts.423.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.431.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.247.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.33.mixer.experts.226.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.456.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.35.mixer.experts.451.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.406.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.0.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.46.mixer.experts.109.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.244.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.1.mixer.experts.188.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.62.mixer.experts.60.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.85.mixer.experts.408.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.51.mixer.experts.132.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.413.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.8.mixer.experts.392.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.24.mixer.experts.508.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.107.mixer.experts.416.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.119.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.26.mixer.experts.425.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.103.mixer.experts.252.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.62.mixer.experts.252.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.101.mixer.experts.140.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.37.mixer.experts.313.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.107.mixer.experts.234.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.330.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.239.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.3.mixer.experts.108.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.19.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.3.mixer.experts.84.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.19.mixer.experts.71.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.105.mixer.experts.4.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.87.mixer.experts.360.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.51.mixer.fc2_latent_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.8.mixer.experts.89.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.61.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.13.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.71.mixer.experts.233.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.65.mixer.experts.21.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.24.mixer.experts.303.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.384.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.44.mixer.experts.257.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.94.mixer.experts.428.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.474.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.42.mixer.experts.102.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.404.down_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.446.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.483.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.511.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.35.mixer.experts.109.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.202.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.83.mixer.experts.448.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.42.mixer.experts.81.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.40.mixer.experts.97.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.436.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.105.mixer.experts.96.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.87.mixer.experts.423.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.298.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.62.mixer.experts.39.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.99.mixer.experts.274.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.87.mixer.experts.306.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.58.mixer.experts.13.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.15.mixer.experts.493.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.90.mixer.experts.450.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.259.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.40.mixer.experts.265.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.239.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.96.mixer.experts.267.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.8.mixer.experts.76.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.62.mixer.experts.406.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.508.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.40.mixer.experts.64.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.121.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.69.mixer.experts.168.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.4.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.30.mixer.experts.366.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.320.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.65.mixer.experts.448.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.208.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.497.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.40.mixer.experts.112.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.19.mixer.experts.11.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.10.mixer.experts.223.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.83.mixer.experts.321.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.456.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.99.mixer.experts.293.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.85.mixer.experts.392.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.37.mixer.experts.356.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.509.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.183.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.9.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.163.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.321.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.450.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.3.mixer.experts.307.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.33.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.155.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.257.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.19.mixer.experts.233.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.68.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.32.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.65.mixer.experts.130.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.76.mixer.experts.122.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.94.mixer.experts.221.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.364.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.90.mixer.experts.26.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.5.mixer.gate.e_score_correction_bias": "model-00015-of-00225.safetensors", + "backbone.layers.79.mixer.in_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.510.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.94.mixer.experts.215.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.19.mixer.experts.366.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.135.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.30.mixer.experts.12.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.215.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.488.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.30.mixer.experts.402.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.10.mixer.experts.392.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.494.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.337.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.15.mixer.experts.197.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.286.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.83.mixer.experts.31.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.24.mixer.experts.84.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.424.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.236.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.147.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.510.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.103.mixer.experts.127.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.5.mixer.experts.50.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.46.mixer.experts.312.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.469.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.507.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.83.mixer.experts.499.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.103.mixer.experts.213.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.384.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.70.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.44.mixer.experts.316.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.487.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.76.mixer.experts.135.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.105.mixer.experts.380.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.30.mixer.experts.89.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.483.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.351.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.46.mixer.experts.270.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.456.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.126.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.35.mixer.experts.103.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.114.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.288.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.369.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.443.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.203.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.477.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.270.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.334.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.445.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.51.mixer.experts.362.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.1.mixer.experts.505.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.170.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.71.mixer.experts.204.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.3.mixer.experts.385.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.11.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.80.mixer.experts.198.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.386.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.28.mixer.experts.365.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.377.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.17.mixer.experts.181.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.46.mixer.experts.360.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.403.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.264.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.318.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.87.mixer.experts.302.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.339.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.440.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.250.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.90.mixer.experts.373.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.76.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.42.mixer.experts.381.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.19.mixer.experts.107.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.315.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.62.mixer.experts.444.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.131.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.60.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.37.mixer.experts.460.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.107.mixer.experts.255.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.90.mixer.experts.326.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.489.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.311.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.40.mixer.experts.42.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.54.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.71.mixer.experts.426.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.105.mixer.experts.279.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.46.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.3.mixer.experts.298.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.237.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.111.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.28.mixer.experts.164.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.62.mixer.experts.274.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.484.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.494.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.53.mixer.experts.235.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.383.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.60.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.103.mixer.experts.139.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.187.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.87.mixer.experts.230.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.228.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.493.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.85.mixer.experts.149.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.417.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.28.mixer.experts.206.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.320.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.85.mixer.experts.182.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.302.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.62.mixer.experts.476.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.429.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.24.mixer.experts.243.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.1.mixer.experts.112.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.46.mixer.experts.369.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.389.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.8.mixer.experts.200.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.37.mixer.experts.97.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.31.down_proj.weight": "model-00180-of-00225.safetensors", + "mtp.layers.1.mixer.experts.459.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.33.mixer.experts.356.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.485.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.107.mixer.experts.208.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.48.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.350.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.24.mixer.experts.321.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.264.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.69.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.372.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.161.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.294.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.404.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.67.mixer.fc2_latent_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.17.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.76.mixer.experts.369.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.62.mixer.experts.316.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.58.mixer.experts.295.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.228.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.28.mixer.experts.90.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.101.mixer.experts.481.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.8.mixer.experts.495.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.455.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.37.mixer.experts.234.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.141.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.419.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.333.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.23.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.71.mixer.experts.57.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.21.mixer.experts.264.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.51.mixer.experts.224.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.62.mixer.experts.430.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.457.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.178.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.105.mixer.experts.395.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.92.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.94.mixer.experts.97.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.85.mixer.experts.318.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.62.mixer.experts.502.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.55.mixer.experts.459.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.497.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.259.down_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.313.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.142.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.508.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.65.mixer.experts.385.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.17.mixer.experts.465.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.4.mixer.in_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.shared_experts.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.291.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.94.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.78.mixer.experts.268.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.58.mixer.experts.254.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.400.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.132.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.94.mixer.experts.345.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.180.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.201.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.117.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.32.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.332.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.8.mixer.experts.42.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.388.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.42.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.44.mixer.experts.233.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.442.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.107.mixer.experts.51.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.423.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.76.mixer.experts.482.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.15.mixer.experts.3.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.418.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.149.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.448.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.1.mixer.experts.46.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.26.mixer.experts.390.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.19.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.107.mixer.experts.459.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.44.mixer.experts.241.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.35.mixer.experts.380.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.28.mixer.experts.199.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.401.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.258.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.69.mixer.experts.479.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.105.mixer.experts.170.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.99.mixer.experts.295.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.345.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.71.mixer.experts.137.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.62.mixer.experts.305.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.87.mixer.experts.122.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.219.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.58.mixer.experts.401.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.440.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.44.mixer.experts.508.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.392.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.21.mixer.experts.453.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.10.mixer.experts.359.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.213.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.65.mixer.experts.184.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.156.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.17.mixer.experts.222.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.496.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.158.up_proj.weight": "model-00181-of-00225.safetensors", + "mtp.layers.1.mixer.experts.171.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.132.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.331.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.402.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.479.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.222.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.491.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.103.mixer.experts.183.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.59.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.62.mixer.experts.52.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.456.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.101.mixer.experts.82.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.12.mixer.experts.119.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.182.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.72.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.124.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.131.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.12.mixer.experts.101.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.395.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.12.mixer.experts.1.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.204.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.105.mixer.experts.19.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.90.mixer.experts.241.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.96.mixer.experts.403.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.69.mixer.experts.175.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.268.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.46.mixer.experts.486.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.474.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.40.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.487.up_proj.weight": "model-00014-of-00225.safetensors", + "mtp.layers.1.mixer.experts.437.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.35.mixer.experts.425.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.103.mixer.experts.469.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.58.mixer.experts.469.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.19.mixer.experts.482.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.28.mixer.experts.288.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.15.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.353.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.1.mixer.experts.437.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.3.mixer.experts.230.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.80.mixer.experts.235.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.80.mixer.experts.129.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.26.mixer.experts.115.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.105.mixer.experts.304.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.82.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.1.mixer.gate.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.experts.303.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.21.mixer.experts.173.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.461.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.101.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.96.mixer.experts.340.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.246.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.447.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.280.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.92.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.78.mixer.experts.427.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.21.mixer.experts.212.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.174.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.69.mixer.experts.81.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.69.mixer.experts.503.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.1.mixer.experts.41.down_proj.weight": "model-00001-of-00225.safetensors", + "mtp.layers.1.mixer.experts.487.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.1.mixer.experts.114.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.374.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.84.mixer.conv1d.weight": "model-00170-of-00225.safetensors", + "backbone.layers.40.mixer.experts.172.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.40.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.124.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.1.mixer.experts.386.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.107.mixer.experts.331.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.196.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.55.mixer.experts.180.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.52.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.62.mixer.experts.317.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.15.mixer.experts.98.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.90.mixer.experts.66.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.502.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.60.mixer.experts.1.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.3.mixer.experts.198.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.26.mixer.experts.431.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.72.mixer.out_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.426.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.187.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.484.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.5.mixer.experts.71.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.96.mixer.experts.6.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.26.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.40.mixer.experts.362.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.490.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.103.mixer.experts.53.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.62.mixer.experts.222.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.120.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.128.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.297.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.101.mixer.experts.330.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.410.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.423.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.12.mixer.experts.395.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.1.mixer.experts.95.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.369.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.30.mixer.experts.495.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.49.mixer.experts.173.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.150.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.26.mixer.experts.18.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.165.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.164.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.67.mixer.experts.346.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.8.mixer.experts.355.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.445.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.364.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.15.mixer.experts.308.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.75.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.28.mixer.experts.103.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.26.mixer.experts.331.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.296.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.425.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.474.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.10.mixer.experts.149.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.174.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.72.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.286.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.76.mixer.experts.490.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.18.mixer.norm.weight": "model-00038-of-00225.safetensors", + "backbone.layers.74.mixer.experts.476.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.146.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.450.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.21.mixer.experts.239.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.33.mixer.experts.263.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.99.mixer.experts.500.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.94.mixer.experts.32.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.507.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.468.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.21.mixer.experts.218.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.65.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.52.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.78.mixer.experts.419.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.390.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.293.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.344.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.368.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.8.mixer.experts.477.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.60.mixer.experts.79.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.85.mixer.experts.439.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.501.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.8.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.92.mixer.experts.329.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.191.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.365.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.74.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.71.mixer.experts.318.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.256.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.35.mixer.experts.469.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.76.mixer.experts.451.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.8.mixer.experts.367.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.28.mixer.experts.425.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.65.mixer.experts.365.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.182.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.90.mixer.experts.301.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.354.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.42.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.91.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.11.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.313.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.255.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.28.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.53.mixer.experts.193.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.76.mixer.experts.52.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.92.mixer.experts.164.down_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.470.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.15.mixer.experts.258.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.42.mixer.experts.396.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.83.mixer.experts.52.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.60.mixer.experts.362.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.205.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.403.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.78.mixer.experts.174.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.143.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.26.mixer.experts.57.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.227.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.42.mixer.experts.6.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.510.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.fc1_latent_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.369.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.26.mixer.experts.358.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.74.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.83.mixer.experts.72.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.30.mixer.experts.222.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.92.mixer.experts.247.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.184.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.10.mixer.experts.314.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.96.mixer.experts.68.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.374.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.457.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.486.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.0.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.92.mixer.experts.89.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.1.mixer.experts.478.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.147.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.71.mixer.experts.183.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.60.mixer.experts.480.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.306.up_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.488.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.35.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.145.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.171.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.144.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.30.mixer.experts.274.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.97.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.146.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.5.mixer.experts.283.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.373.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.71.mixer.experts.423.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.328.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.488.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.105.mixer.experts.234.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.314.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.80.mixer.experts.354.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.48.mixer.k_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.8.mixer.experts.189.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.341.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.78.mixer.experts.107.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.381.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.418.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.449.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.15.mixer.experts.211.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.62.mixer.experts.182.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.459.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.1.mixer.experts.286.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.1.mixer.experts.403.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.216.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.71.mixer.experts.472.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.411.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.21.mixer.experts.237.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.445.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.326.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.94.mixer.experts.169.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.135.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.129.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.62.mixer.experts.31.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.58.mixer.experts.438.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.62.mixer.experts.413.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.353.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.90.mixer.experts.423.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.87.mixer.experts.433.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.35.mixer.experts.63.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.125.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.9.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.74.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.154.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.143.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.78.mixer.experts.23.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.3.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.21.mixer.experts.185.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.337.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.317.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.389.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.391.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.8.mixer.experts.451.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.92.mixer.experts.469.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.15.mixer.experts.399.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.227.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.40.mixer.experts.15.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.405.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.92.mixer.experts.307.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.66.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.296.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.94.mixer.experts.322.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.467.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.78.mixer.experts.258.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.138.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.51.mixer.experts.316.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.19.mixer.experts.113.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.83.mixer.experts.125.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.19.mixer.experts.73.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.33.mixer.experts.109.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.62.mixer.experts.284.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.23.mixer.v_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.465.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.62.mixer.experts.79.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.20.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.397.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.344.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.235.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.157.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.251.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.188.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.norm.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.113.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.347.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.34.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.458.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.46.mixer.experts.39.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.393.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.289.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.206.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.shared_experts.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.58.mixer.experts.378.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.280.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.69.mixer.experts.448.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.5.mixer.experts.49.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.412.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.74.mixer.experts.176.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.58.mixer.experts.197.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.80.mixer.experts.365.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.42.mixer.experts.39.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.233.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.58.mixer.experts.460.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.263.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.19.mixer.experts.35.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.103.mixer.experts.115.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.227.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.500.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.94.mixer.experts.331.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.355.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.113.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.83.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.58.mixer.experts.447.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.5.mixer.experts.474.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.40.mixer.experts.465.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.436.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.103.mixer.experts.260.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.444.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.96.mixer.experts.383.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.26.mixer.experts.60.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.21.mixer.experts.9.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.37.mixer.experts.21.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.33.mixer.experts.481.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.325.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.200.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.310.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.33.mixer.experts.295.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.1.mixer.experts.83.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.356.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.26.mixer.experts.418.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.15.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.165.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.83.mixer.experts.402.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.15.mixer.experts.108.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.8.mixer.experts.169.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.62.mixer.experts.242.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.238.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.3.mixer.experts.323.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.233.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.8.mixer.experts.154.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.446.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.80.mixer.experts.133.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.17.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.85.mixer.experts.325.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.240.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.452.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.255.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.213.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.397.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.103.mixer.experts.401.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.85.norm.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.198.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.71.mixer.experts.188.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.95.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.92.mixer.experts.31.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.60.mixer.experts.177.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.76.mixer.experts.11.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.105.mixer.experts.68.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.70.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.58.mixer.experts.291.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.5.mixer.experts.366.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.60.mixer.experts.381.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.116.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.83.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.33.mixer.experts.208.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.85.mixer.experts.219.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.249.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.92.mixer.experts.71.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.100.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.259.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.67.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.239.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.35.mixer.experts.124.down_proj.weight": "model-00071-of-00225.safetensors", + "mtp.layers.1.mixer.experts.401.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.482.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.446.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.74.mixer.experts.107.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.138.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.80.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.467.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.74.mixer.experts.427.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.83.mixer.experts.94.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.336.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.85.mixer.experts.280.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.46.mixer.experts.214.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.experts.199.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.17.mixer.experts.115.down_proj.weight": "model-00034-of-00225.safetensors", + "mtp.layers.1.mixer.experts.13.up_proj.weight": "model-00221-of-00225.safetensors", + "mtp.layers.1.mixer.experts.483.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.87.mixer.experts.106.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.136.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.417.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.shared_experts.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.17.mixer.experts.397.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.12.mixer.experts.469.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.69.mixer.experts.486.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.9.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.51.mixer.experts.1.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.76.mixer.gate.e_score_correction_bias": "model-00156-of-00225.safetensors", + "backbone.layers.12.mixer.experts.434.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.74.mixer.experts.340.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.71.mixer.experts.237.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.384.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.12.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.73.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.105.mixer.experts.215.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.69.mixer.experts.450.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.219.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.37.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.253.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.339.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.444.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.22.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.107.mixer.experts.284.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.65.mixer.experts.383.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.466.up_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.280.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.278.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.268.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.182.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.67.mixer.experts.498.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.278.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.50.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.85.mixer.experts.511.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.15.mixer.experts.212.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.259.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.293.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.21.mixer.experts.393.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.92.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.231.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.242.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.103.mixer.experts.88.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.1.mixer.experts.21.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.21.mixer.experts.48.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.21.mixer.experts.285.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.35.mixer.experts.368.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.28.mixer.experts.120.down_proj.weight": "model-00057-of-00225.safetensors", + "mtp.layers.1.mixer.experts.117.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.42.mixer.experts.287.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.51.mixer.experts.39.up_proj.weight": "model-00102-of-00225.safetensors", + "mtp.layers.1.mixer.experts.355.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.218.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.71.mixer.experts.281.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.30.mixer.experts.214.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.67.mixer.experts.58.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.12.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.83.mixer.experts.377.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.177.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.90.mixer.experts.465.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.8.mixer.experts.232.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.92.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.103.mixer.experts.24.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.222.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.8.mixer.experts.19.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.5.mixer.experts.149.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.92.mixer.experts.191.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.43.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.35.mixer.experts.210.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.21.mixer.experts.151.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.376.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.87.mixer.experts.288.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.510.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.333.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.60.mixer.experts.219.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.101.mixer.experts.97.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.62.mixer.experts.147.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.62.mixer.experts.343.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.33.mixer.experts.466.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.134.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.392.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.experts.300.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.1.mixer.experts.287.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.65.mixer.experts.161.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.269.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.105.mixer.experts.21.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.19.mixer.experts.78.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.55.mixer.experts.5.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.35.mixer.experts.133.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.454.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.90.mixer.experts.400.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.12.mixer.experts.422.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.289.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.101.mixer.experts.33.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.90.mixer.experts.272.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.49.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.193.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.37.mixer.experts.260.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.67.mixer.experts.172.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.356.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.509.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.164.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.101.mixer.experts.184.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.400.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.413.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.99.mixer.experts.296.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.233.down_proj.weight": "model-00017-of-00225.safetensors", + "mtp.layers.1.mixer.experts.449.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.76.mixer.experts.333.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.3.mixer.experts.319.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.69.mixer.experts.60.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.236.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.49.mixer.experts.465.down_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.287.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.155.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.49.mixer.experts.424.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.42.mixer.experts.443.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.56.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.20.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.24.mixer.experts.47.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.340.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.92.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.49.mixer.experts.158.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.433.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.136.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.33.mixer.experts.4.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.30.mixer.experts.228.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.21.mixer.experts.448.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.85.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.148.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.504.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.24.mixer.experts.177.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.83.mixer.experts.144.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.138.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.471.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.28.mixer.experts.246.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.420.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.165.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.40.mixer.experts.168.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.216.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.37.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.381.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.40.mixer.experts.267.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.334.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.432.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.273.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.194.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.306.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.69.mixer.experts.374.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.21.mixer.experts.120.up_proj.weight": "model-00043-of-00225.safetensors", + "mtp.layers.1.mixer.experts.346.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.240.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.394.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.269.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.213.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.76.mixer.experts.224.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.355.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.67.mixer.experts.394.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.42.mixer.gate.weight": "model-00088-of-00225.safetensors", + "backbone.layers.21.mixer.experts.233.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.78.mixer.experts.103.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.103.mixer.experts.202.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.425.down_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.440.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.81.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.101.mixer.experts.363.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.403.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.80.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.8.mixer.experts.480.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.40.mixer.experts.271.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.181.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.216.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.1.mixer.experts.255.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.288.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.366.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.12.mixer.experts.225.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.103.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.24.mixer.experts.438.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.74.mixer.experts.289.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.experts.466.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.266.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.50.mixer.conv1d.weight": "model-00101-of-00225.safetensors", + "backbone.layers.55.mixer.experts.504.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.430.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.83.mixer.experts.418.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.111.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.310.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.35.mixer.experts.23.up_proj.weight": "model-00070-of-00225.safetensors", + "mtp.layers.1.mixer.experts.29.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.30.mixer.fc1_latent_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.198.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.429.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.58.mixer.experts.438.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.355.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.69.mixer.experts.337.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.30.mixer.experts.231.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.166.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.51.mixer.experts.172.up_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.415.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.128.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.105.mixer.experts.259.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.105.mixer.experts.430.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.68.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.432.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.119.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.39.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.79.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.291.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.371.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.92.mixer.experts.363.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.42.mixer.experts.327.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.451.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.103.mixer.experts.256.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.71.mixer.experts.214.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.491.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.67.mixer.experts.83.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.200.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.360.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.35.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.119.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.481.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.62.mixer.experts.153.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.51.mixer.experts.480.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.107.mixer.experts.131.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.429.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.21.mixer.experts.485.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.35.mixer.experts.175.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.83.mixer.experts.66.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.325.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.101.mixer.experts.497.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.334.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.231.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.67.mixer.experts.359.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.445.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.13.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.10.mixer.experts.191.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.203.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.5.mixer.experts.148.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.90.mixer.experts.387.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.166.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.219.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.111.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.266.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.499.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.209.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.96.mixer.experts.447.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.8.mixer.experts.82.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.103.mixer.experts.207.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.69.mixer.experts.506.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.487.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.429.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.55.mixer.experts.197.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.15.mixer.experts.469.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.311.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.21.mixer.experts.265.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.96.mixer.experts.150.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.24.mixer.experts.470.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.41.mixer.D": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.221.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.92.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.486.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.40.mixer.experts.441.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.343.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.386.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.107.mixer.experts.443.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.33.mixer.experts.419.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.357.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.83.mixer.experts.40.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.176.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.83.mixer.experts.353.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.170.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.457.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.experts.472.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.80.mixer.experts.251.up_proj.weight": "model-00163-of-00225.safetensors", + "mtp.layers.1.mixer.experts.91.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.96.mixer.experts.89.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.92.mixer.experts.127.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.83.mixer.experts.494.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.12.mixer.experts.282.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.480.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.1.mixer.experts.67.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.118.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.92.mixer.experts.152.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.49.mixer.experts.308.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.107.mixer.experts.434.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.74.mixer.experts.258.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.275.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.42.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.42.mixer.experts.364.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.323.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.4.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.237.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.46.mixer.experts.441.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.454.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.26.mixer.experts.31.up_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.305.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.26.mixer.experts.65.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.69.mixer.experts.173.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.153.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.40.mixer.experts.493.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.1.mixer.experts.314.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.35.mixer.experts.311.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.37.mixer.experts.65.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.10.mixer.experts.23.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.42.mixer.experts.399.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.30.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.424.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.90.mixer.experts.386.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.experts.214.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.78.mixer.experts.310.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.107.mixer.experts.456.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.488.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.392.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.254.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.46.mixer.experts.404.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.92.mixer.experts.214.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.76.mixer.experts.429.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.58.mixer.experts.120.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.430.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.353.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.104.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.77.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.299.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.40.mixer.experts.227.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.1.mixer.experts.438.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.366.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.105.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.183.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.3.mixer.experts.395.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.113.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.55.mixer.experts.252.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.98.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.83.mixer.experts.372.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.76.mixer.experts.252.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.26.mixer.experts.484.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.94.mixer.experts.218.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.327.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.90.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.24.mixer.experts.255.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.436.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.78.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.75.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.40.mixer.experts.376.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.190.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.402.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.283.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.49.mixer.experts.349.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.15.mixer.experts.120.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.92.mixer.experts.375.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.90.mixer.experts.76.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.62.mixer.experts.90.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.471.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.105.mixer.experts.182.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.464.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.10.mixer.experts.498.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.27.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.464.down_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.experts.64.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.37.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.78.mixer.experts.106.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.65.mixer.experts.303.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.33.mixer.experts.492.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.463.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.99.mixer.experts.347.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.60.mixer.experts.476.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.39.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.35.mixer.experts.364.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.1.mixer.experts.440.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.508.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.71.mixer.experts.458.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.96.mixer.experts.193.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.263.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.94.mixer.experts.134.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.383.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.253.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.76.mixer.experts.404.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.28.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.275.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.295.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.69.mixer.experts.172.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.317.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.463.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.46.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.74.mixer.experts.459.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.62.mixer.experts.39.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.44.mixer.experts.231.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.69.mixer.experts.233.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.80.mixer.experts.496.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.71.mixer.experts.336.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.103.mixer.experts.448.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.208.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.377.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.24.mixer.experts.497.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.40.mixer.experts.65.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.40.mixer.experts.211.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.21.down_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.41.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.33.mixer.experts.30.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.467.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.94.mixer.experts.22.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.85.mixer.experts.2.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.78.mixer.experts.335.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.8.mixer.experts.166.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.360.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.28.mixer.experts.51.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.53.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.55.mixer.experts.48.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.243.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.62.mixer.experts.352.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.237.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.499.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.348.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.180.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.75.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.58.mixer.experts.77.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.43.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.50.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.1.mixer.experts.393.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.382.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.373.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.64.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.198.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.96.mixer.experts.251.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.365.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.296.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.171.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.28.mixer.experts.46.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.349.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.245.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.94.mixer.experts.50.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.460.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.269.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.87.mixer.experts.67.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.354.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.103.mixer.experts.454.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.62.mixer.experts.469.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.349.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.24.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.78.mixer.experts.405.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.303.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.448.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.89.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.40.mixer.experts.261.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.experts.38.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.90.mixer.experts.321.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.461.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.60.mixer.experts.143.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.332.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.49.mixer.experts.401.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.246.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.87.mixer.experts.309.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.470.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.53.mixer.experts.399.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.83.mixer.experts.317.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.95.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.74.mixer.experts.120.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.17.mixer.experts.314.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.409.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.69.mixer.experts.405.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.51.mixer.experts.360.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.26.mixer.experts.263.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.129.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.8.mixer.experts.111.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.76.mixer.experts.471.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.42.mixer.experts.448.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.488.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.87.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.60.mixer.experts.99.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.5.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.213.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.100.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.499.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.55.mixer.experts.193.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.101.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.33.mixer.experts.508.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.3.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.99.mixer.fc2_latent_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.58.mixer.experts.11.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.101.mixer.experts.174.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.35.mixer.experts.145.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.21.mixer.experts.150.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.254.up_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.16.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.92.mixer.experts.154.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.mixer.experts.227.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.301.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.94.mixer.experts.162.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.42.mixer.experts.302.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.24.mixer.experts.410.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.5.mixer.experts.116.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.94.mixer.experts.158.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.448.up_proj.weight": "model-00197-of-00225.safetensors", + "mtp.layers.1.mixer.experts.364.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.92.mixer.experts.168.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.87.mixer.experts.170.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.60.mixer.experts.378.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.247.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.176.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.412.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.274.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.13.mixer.dt_bias": "model-00028-of-00225.safetensors", + "backbone.layers.74.mixer.experts.95.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.27.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.107.mixer.experts.511.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.85.mixer.experts.437.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.395.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.287.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.8.mixer.experts.9.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.17.mixer.experts.143.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.452.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.83.mixer.experts.360.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.10.mixer.experts.42.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.85.mixer.experts.133.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.94.mixer.experts.252.down_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.93.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.42.mixer.experts.189.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.53.mixer.experts.272.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.87.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.307.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.58.mixer.experts.441.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.348.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.28.mixer.experts.391.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.55.mixer.experts.156.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.87.mixer.experts.324.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.214.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.62.mixer.experts.402.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.33.mixer.experts.175.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.85.mixer.experts.224.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.35.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.97.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.53.mixer.experts.291.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.19.mixer.experts.290.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.101.mixer.experts.205.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.95.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.1.mixer.experts.384.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.148.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.85.mixer.experts.362.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.5.mixer.experts.227.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.98.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.263.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.40.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.74.mixer.experts.98.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.3.mixer.experts.17.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.125.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.319.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.310.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.87.mixer.experts.511.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.28.mixer.experts.230.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.198.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.382.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.105.mixer.experts.26.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.379.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.58.mixer.experts.471.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.184.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.126.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.103.mixer.experts.12.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.295.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.447.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.290.down_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.140.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.10.mixer.experts.1.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.68.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.187.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.35.mixer.experts.211.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.12.mixer.experts.138.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.65.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.300.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.105.mixer.experts.0.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.99.mixer.experts.288.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.24.mixer.experts.103.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.42.mixer.experts.348.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.76.mixer.experts.208.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.69.mixer.experts.355.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.76.mixer.experts.227.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.137.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.35.mixer.experts.304.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.94.mixer.experts.62.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.177.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.67.mixer.experts.493.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.19.mixer.experts.482.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.398.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.352.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.60.mixer.experts.9.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.101.mixer.experts.243.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.316.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.12.mixer.experts.245.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.55.mixer.experts.99.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.5.mixer.experts.156.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.127.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.94.mixer.experts.258.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.490.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.35.mixer.experts.145.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.83.mixer.experts.370.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.17.mixer.experts.158.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.371.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.489.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.103.mixer.experts.101.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.178.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.328.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.474.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.12.mixer.experts.128.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.329.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.85.mixer.experts.112.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.234.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.49.mixer.experts.216.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.498.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.33.mixer.experts.38.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.71.mixer.experts.383.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.44.mixer.experts.293.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.5.mixer.experts.230.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.21.mixer.experts.319.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.272.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.388.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.30.mixer.experts.463.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.92.mixer.experts.66.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.49.mixer.experts.448.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.53.mixer.experts.4.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.331.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.254.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.78.mixer.experts.452.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.60.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.469.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.17.mixer.experts.456.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.273.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.147.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.32.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.236.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.10.mixer.experts.285.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.278.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.361.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.60.mixer.experts.462.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.60.mixer.experts.383.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.282.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.96.mixer.experts.293.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.211.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.30.mixer.experts.137.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.46.mixer.experts.470.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.103.mixer.experts.86.up_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.32.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.96.mixer.experts.74.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.30.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.15.mixer.experts.349.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.57.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.490.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.224.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.5.mixer.experts.354.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.504.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.28.mixer.experts.442.up_proj.weight": "model-00060-of-00225.safetensors", + "mtp.layers.1.mixer.experts.13.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.62.mixer.experts.499.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.201.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.101.mixer.experts.352.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.48.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.10.mixer.experts.57.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.349.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.26.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.10.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.28.mixer.experts.147.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.213.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.87.mixer.experts.203.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.279.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.5.mixer.experts.200.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.3.mixer.experts.463.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.74.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.441.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.49.mixer.experts.16.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.107.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.273.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.65.mixer.experts.177.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.119.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.96.mixer.experts.320.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.46.mixer.experts.257.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.85.mixer.experts.92.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.74.mixer.experts.231.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.6.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.53.mixer.fc1_latent_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.341.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.500.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.225.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.1.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.76.mixer.experts.23.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.215.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.21.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.122.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.67.mixer.experts.29.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.33.mixer.experts.214.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.19.mixer.experts.368.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.159.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.148.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.51.mixer.experts.394.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.105.mixer.experts.250.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.264.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.36.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.509.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.234.up_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.509.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.508.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.161.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.96.mixer.experts.295.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.240.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.67.mixer.experts.61.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.65.mixer.experts.395.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.46.mixer.experts.85.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.10.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.67.mixer.experts.497.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.76.mixer.experts.413.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.266.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.87.mixer.experts.392.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.44.mixer.experts.158.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.123.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.375.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.7.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.19.mixer.experts.382.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.465.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.96.mixer.experts.483.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.482.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.122.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.norm.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.12.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.442.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.21.mixer.experts.484.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.34.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.43.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.44.mixer.experts.138.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.249.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.103.mixer.experts.188.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.26.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.87.mixer.experts.365.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.221.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.74.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.76.mixer.experts.136.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.491.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.126.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.301.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.312.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.96.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.472.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.154.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.487.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.46.mixer.experts.377.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.341.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.33.mixer.experts.354.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.96.mixer.experts.351.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.209.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.103.mixer.experts.139.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.46.mixer.experts.199.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.90.mixer.experts.9.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.124.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.197.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.47.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.463.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.40.mixer.experts.446.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.46.mixer.experts.5.up_proj.weight": "model-00093-of-00225.safetensors", + "mtp.layers.1.mixer.experts.262.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.33.mixer.experts.340.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.123.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.1.mixer.experts.252.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.26.mixer.experts.189.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.107.mixer.experts.91.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.5.mixer.experts.127.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.192.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.76.mixer.experts.94.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.338.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.19.mixer.experts.489.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.457.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.52.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.278.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.3.mixer.experts.364.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.139.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.124.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.193.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.5.mixer.experts.229.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.17.mixer.experts.471.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.93.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.62.mixer.experts.56.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.204.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.33.mixer.experts.337.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.102.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.12.mixer.experts.105.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.69.mixer.experts.22.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.46.mixer.experts.487.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.17.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.40.mixer.experts.252.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.51.mixer.experts.378.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.254.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.94.mixer.experts.500.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.3.mixer.experts.161.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.265.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.67.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.11.mixer.conv1d.weight": "model-00024-of-00225.safetensors", + "backbone.layers.92.mixer.experts.166.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.80.mixer.experts.322.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.12.mixer.experts.89.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.95.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.413.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.58.mixer.experts.53.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.176.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.181.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.78.mixer.experts.263.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.74.norm.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.468.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.94.mixer.experts.433.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.283.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.78.mixer.experts.231.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.59.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.456.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.40.mixer.experts.152.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.33.mixer.experts.322.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.67.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.116.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.299.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.71.mixer.experts.404.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.344.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.40.mixer.experts.124.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.49.mixer.experts.334.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.5.mixer.experts.222.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.55.mixer.experts.349.up_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.368.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.49.mixer.experts.223.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.469.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.15.mixer.experts.376.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.99.mixer.experts.320.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.186.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.5.mixer.experts.105.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.145.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.170.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.317.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.87.mixer.experts.18.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.53.mixer.experts.269.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.40.mixer.experts.13.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.101.mixer.experts.303.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.24.mixer.experts.283.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.87.mixer.experts.175.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.17.mixer.experts.408.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.85.mixer.experts.270.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.83.mixer.experts.291.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.457.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.96.mixer.experts.119.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.133.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.19.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.62.mixer.experts.5.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.346.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.35.mixer.experts.22.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.90.mixer.experts.135.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.490.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.10.mixer.experts.226.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.103.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.132.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.37.mixer.experts.495.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.experts.309.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.17.mixer.experts.445.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.71.mixer.experts.393.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.245.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.154.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.101.mixer.experts.240.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.108.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.198.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.26.mixer.experts.72.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.60.mixer.experts.291.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.292.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.317.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.44.mixer.experts.181.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.69.mixer.experts.121.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.235.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.24.mixer.fc1_latent_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.99.mixer.experts.30.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.35.mixer.experts.395.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.83.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.142.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.358.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.287.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.5.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.125.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.78.mixer.experts.170.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.78.mixer.experts.254.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.322.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.85.mixer.experts.406.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.37.mixer.experts.118.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.390.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.107.mixer.experts.461.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.19.mixer.experts.406.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.17.mixer.experts.119.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.280.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.432.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.83.mixer.experts.495.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.17.mixer.experts.185.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.19.mixer.experts.329.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.62.mixer.experts.416.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.0.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.323.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.85.mixer.experts.114.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.375.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.80.mixer.experts.449.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.1.mixer.experts.97.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.256.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.32.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.181.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.121.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.85.mixer.experts.252.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.26.mixer.experts.343.down_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.412.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.105.mixer.experts.63.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.450.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.104.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.62.mixer.experts.254.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.436.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.78.mixer.experts.19.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.53.mixer.experts.183.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.239.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.137.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.53.mixer.experts.277.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.338.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.17.mixer.experts.150.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.382.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.55.mixer.experts.261.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.473.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.468.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.96.mixer.experts.444.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.65.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.5.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.49.mixer.experts.80.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.94.mixer.experts.102.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.24.mixer.experts.177.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.303.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.277.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.146.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.87.mixer.experts.399.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.142.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.327.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.46.mixer.experts.21.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.119.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.222.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.114.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.104.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.141.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.40.mixer.experts.153.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.10.mixer.experts.215.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.342.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.83.mixer.experts.200.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.46.mixer.experts.412.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.474.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.467.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.71.mixer.experts.325.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.experts.21.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.160.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.90.mixer.experts.405.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.11.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.510.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.37.mixer.experts.91.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.449.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.shared_experts.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.76.mixer.experts.321.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.60.mixer.experts.284.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.307.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.149.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.60.mixer.experts.460.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.134.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.62.mixer.experts.188.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.507.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.107.mixer.experts.311.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.121.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.1.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.26.mixer.experts.442.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.17.mixer.experts.232.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.30.mixer.experts.334.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.30.mixer.experts.202.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.83.mixer.experts.106.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.117.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.401.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.477.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.290.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.383.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.393.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.8.mixer.experts.62.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.257.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.410.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.320.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.285.down_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.435.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.78.mixer.experts.283.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.337.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.439.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.390.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.453.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.305.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.289.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.103.mixer.experts.96.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.19.mixer.experts.379.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.83.mixer.experts.214.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.experts.145.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.53.mixer.experts.234.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.435.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.2.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.74.mixer.experts.84.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.37.mixer.experts.233.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.85.mixer.experts.434.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.266.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.76.mixer.experts.228.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.447.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.1.mixer.experts.504.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.85.mixer.experts.289.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.1.mixer.experts.226.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.78.mixer.experts.168.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.473.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.39.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.40.mixer.experts.423.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.99.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.58.mixer.experts.133.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.92.mixer.experts.476.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.91.mixer.D": "model-00184-of-00225.safetensors", + "backbone.layers.30.mixer.experts.353.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.75.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.21.mixer.experts.202.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.139.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.3.mixer.experts.131.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.504.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.99.mixer.experts.313.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.116.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.313.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.78.mixer.experts.370.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.49.mixer.experts.496.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.379.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.107.mixer.experts.95.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.62.mixer.experts.267.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.245.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.71.mixer.experts.53.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.10.mixer.experts.487.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.87.mixer.experts.289.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.509.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.78.mixer.experts.209.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.320.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.481.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.60.mixer.experts.4.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.235.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.8.mixer.experts.242.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.346.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.51.mixer.experts.333.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.74.mixer.experts.115.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.55.mixer.experts.431.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.33.mixer.experts.28.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.223.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.69.mixer.experts.287.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.120.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.271.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.219.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.203.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.53.mixer.experts.451.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.46.mixer.experts.299.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.96.mixer.experts.479.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.83.mixer.experts.0.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.83.mixer.experts.166.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.14.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.14.mixer.k_proj.weight": "model-00029-of-00225.safetensors", + "mtp.layers.1.mixer.experts.264.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.5.mixer.experts.2.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.30.mixer.experts.28.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.113.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.94.mixer.experts.222.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.83.mixer.experts.318.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.269.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.376.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.227.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.105.mixer.experts.217.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.26.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.210.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.215.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.383.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.5.mixer.experts.101.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.414.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.54.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.48.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.452.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.55.mixer.experts.266.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.286.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.351.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.90.mixer.experts.427.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.382.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.gate.weight": "model-00097-of-00225.safetensors", + "backbone.layers.67.mixer.experts.21.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.94.mixer.experts.434.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.179.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.60.mixer.experts.224.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.107.mixer.experts.376.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.60.mixer.experts.63.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.1.mixer.experts.491.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.163.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.12.mixer.experts.320.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.200.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.489.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.71.mixer.experts.435.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.51.mixer.experts.158.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.65.mixer.experts.291.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.133.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.17.mixer.experts.126.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.499.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.3.mixer.experts.134.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.94.mixer.experts.64.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.8.mixer.experts.201.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.103.mixer.experts.405.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.58.mixer.experts.133.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.345.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.368.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.37.mixer.experts.196.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.124.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.83.mixer.experts.339.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.31.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.92.mixer.experts.321.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.59.mixer.A_log": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.415.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.33.mixer.experts.407.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.83.mixer.experts.438.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.49.mixer.experts.245.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.496.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.74.mixer.experts.469.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.26.mixer.experts.269.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.296.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.experts.397.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.87.mixer.experts.109.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.28.mixer.experts.341.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.245.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.2.mixer.D": "model-00005-of-00225.safetensors", + "backbone.layers.62.mixer.experts.255.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.10.mixer.experts.182.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.115.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.488.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.28.mixer.fc1_latent_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.76.mixer.experts.497.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.30.mixer.experts.105.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.66.mixer.in_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.69.mixer.experts.358.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.58.mixer.experts.317.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.1.mixer.experts.86.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.426.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.69.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.46.mixer.experts.345.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.121.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.99.mixer.experts.347.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.99.mixer.experts.328.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.183.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.62.mixer.experts.43.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.3.mixer.experts.80.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.184.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.340.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.109.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.26.mixer.experts.398.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.293.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.74.mixer.experts.398.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.65.mixer.experts.311.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.58.mixer.experts.195.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.17.mixer.experts.29.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.472.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.81.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.67.mixer.experts.39.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.30.mixer.experts.344.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.46.mixer.experts.255.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.60.mixer.experts.296.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.15.mixer.shared_experts.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.71.mixer.experts.316.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.428.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.298.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.160.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.183.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.69.mixer.experts.284.down_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.216.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.497.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.312.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.422.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.12.mixer.experts.308.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.352.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.433.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.65.mixer.experts.141.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.189.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.50.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.103.mixer.experts.283.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.235.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.424.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.83.mixer.experts.469.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.396.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.221.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.173.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.39.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.37.mixer.experts.297.up_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.79.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.80.mixer.experts.498.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.99.mixer.experts.383.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.310.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.35.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.365.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.87.mixer.experts.135.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.354.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.336.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.58.mixer.experts.251.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.49.mixer.experts.266.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.428.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.80.mixer.experts.467.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.428.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.308.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.15.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.320.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.44.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.97.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.26.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.101.mixer.experts.501.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.304.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.83.mixer.experts.486.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.12.mixer.experts.186.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.472.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.103.mixer.experts.167.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.78.mixer.experts.172.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.37.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.448.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.255.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.311.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.69.mixer.experts.439.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.21.mixer.experts.107.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.366.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.30.mixer.experts.338.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.80.mixer.experts.316.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.508.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.99.mixer.experts.216.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.247.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.453.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.44.mixer.experts.295.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.92.mixer.experts.28.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.314.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.92.mixer.experts.175.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.92.mixer.experts.466.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.434.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.444.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.103.mixer.experts.313.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.44.mixer.experts.192.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.114.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.76.mixer.experts.412.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.86.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.69.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.19.mixer.experts.292.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.65.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.150.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.287.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.15.mixer.experts.105.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.44.mixer.experts.174.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.351.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.71.mixer.experts.392.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.343.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.3.mixer.experts.495.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.experts.399.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.295.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.21.mixer.experts.181.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.experts.113.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.333.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.46.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.44.mixer.experts.111.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.74.mixer.experts.321.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.12.mixer.experts.237.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.19.mixer.experts.330.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.431.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.67.mixer.experts.79.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.13.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.gate.weight": "model-00211-of-00225.safetensors", + "backbone.layers.46.mixer.experts.40.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.12.mixer.experts.258.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.60.mixer.experts.453.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.71.mixer.experts.492.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.40.mixer.experts.290.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.273.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.144.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.45.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.439.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.81.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.29.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.28.mixer.experts.298.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.74.mixer.experts.4.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.78.mixer.experts.20.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.shared_experts.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.96.mixer.experts.448.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.53.mixer.experts.256.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.107.mixer.experts.275.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.90.mixer.experts.235.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.394.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.8.mixer.experts.147.down_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.146.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.310.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.87.mixer.experts.496.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.51.mixer.experts.298.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.101.mixer.gate.e_score_correction_bias": "model-00207-of-00225.safetensors", + "backbone.layers.17.mixer.experts.59.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.94.mixer.experts.411.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.73.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.24.mixer.experts.338.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.1.mixer.experts.211.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.231.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.350.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.288.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.450.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.105.mixer.experts.341.up_proj.weight": "model-00214-of-00225.safetensors", + "mtp.layers.1.mixer.experts.228.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.470.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.262.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.10.mixer.experts.495.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.356.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.19.mixer.experts.40.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.19.mixer.experts.248.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.69.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.387.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.37.mixer.experts.229.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.67.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.28.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.342.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.449.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.30.mixer.experts.96.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.67.mixer.experts.23.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.35.mixer.experts.118.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.46.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.468.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.230.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.76.mixer.experts.20.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.74.mixer.experts.125.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.165.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.67.mixer.experts.387.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.285.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.18.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.165.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.412.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.323.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.281.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.26.mixer.experts.66.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.60.mixer.experts.100.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.experts.136.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.347.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.229.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.92.mixer.experts.59.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.101.mixer.experts.424.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.42.mixer.experts.446.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.493.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.15.mixer.experts.115.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.12.mixer.experts.53.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.5.mixer.experts.160.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.320.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.49.mixer.experts.86.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.400.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.60.mixer.experts.39.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.511.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.206.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.455.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.23.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.380.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.35.mixer.experts.499.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.435.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.1.mixer.experts.443.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.413.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.92.mixer.experts.61.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.80.mixer.experts.493.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.412.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.40.mixer.experts.352.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.51.mixer.experts.232.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.28.mixer.experts.387.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.5.mixer.experts.132.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.65.mixer.experts.375.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.58.mixer.experts.154.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.19.mixer.experts.296.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.497.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.37.mixer.experts.267.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.388.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.326.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.103.mixer.experts.73.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.49.mixer.experts.424.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.42.mixer.experts.370.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.norm.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.96.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.71.mixer.experts.97.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.418.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.22.mixer.in_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.67.mixer.experts.220.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.8.mixer.experts.212.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.109.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.107.mixer.experts.400.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.76.mixer.experts.27.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.103.mixer.experts.504.up_proj.weight": "model-00211-of-00225.safetensors", + "mtp.layers.1.mixer.experts.272.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.107.mixer.experts.322.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.85.mixer.experts.346.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.318.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.46.mixer.experts.451.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.58.mixer.experts.270.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.162.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.17.mixer.experts.443.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.480.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.501.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.67.mixer.experts.338.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.55.mixer.experts.71.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.94.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.65.mixer.experts.57.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.107.mixer.experts.231.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.259.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.499.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.158.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.309.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.403.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.218.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.192.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.105.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.26.mixer.experts.424.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.122.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.17.mixer.experts.351.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.183.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.107.mixer.experts.366.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.87.mixer.experts.246.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.24.mixer.experts.6.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.74.mixer.experts.239.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.456.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.396.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.8.mixer.experts.26.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.30.mixer.experts.380.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.65.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.1.mixer.experts.231.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.85.mixer.experts.266.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.94.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.42.mixer.experts.456.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.250.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.50.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.230.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.62.mixer.experts.71.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.477.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.435.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.264.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.147.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.107.mixer.experts.475.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.76.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.30.mixer.experts.221.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.71.mixer.experts.49.up_proj.weight": "model-00143-of-00225.safetensors", + "mtp.layers.1.mixer.experts.394.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.212.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.12.mixer.experts.196.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.397.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.69.mixer.experts.491.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.140.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.503.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.303.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.384.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.5.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.68.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.40.mixer.experts.380.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.272.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.466.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.486.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.274.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.103.mixer.experts.465.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.21.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.19.mixer.experts.469.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.105.mixer.experts.368.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.69.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.202.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.37.mixer.experts.131.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.123.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.273.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.304.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.42.mixer.experts.216.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.207.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.190.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.107.mixer.experts.308.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.83.mixer.experts.451.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.78.mixer.experts.281.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.257.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.303.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.49.mixer.experts.290.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.26.mixer.experts.442.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.381.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.49.mixer.experts.44.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.382.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.372.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.438.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.105.mixer.experts.130.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.324.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.36.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.416.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.484.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.434.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.92.mixer.experts.345.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.53.mixer.experts.309.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.390.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.24.mixer.experts.415.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.128.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.40.mixer.experts.377.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.40.mixer.experts.69.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.15.mixer.experts.355.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.46.mixer.experts.482.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.126.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.80.mixer.experts.403.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.12.mixer.experts.423.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.461.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.5.mixer.experts.193.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.203.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.357.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.221.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.197.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.49.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.94.mixer.experts.192.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.46.mixer.experts.138.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.108.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.3.mixer.experts.236.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.40.mixer.experts.228.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.94.mixer.experts.89.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.418.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.96.mixer.experts.481.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.80.mixer.experts.426.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.58.mixer.experts.236.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.274.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.371.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.143.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.199.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.12.mixer.experts.246.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.10.mixer.experts.196.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.297.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.358.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.147.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.275.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.139.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.67.mixer.experts.254.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.80.mixer.experts.468.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.447.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.134.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.42.mixer.experts.182.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.74.mixer.experts.458.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.71.mixer.experts.24.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.76.mixer.experts.354.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.105.mixer.experts.427.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.107.mixer.experts.339.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.83.mixer.experts.444.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.220.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.69.mixer.experts.420.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.238.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.19.mixer.experts.205.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.377.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.30.mixer.experts.64.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.396.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.335.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.470.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.55.mixer.experts.244.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.434.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.28.mixer.experts.217.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.256.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.35.mixer.experts.301.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.309.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.167.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.161.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.61.mixer.conv1d.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.179.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.40.mixer.experts.197.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.306.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.255.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.173.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.107.mixer.experts.499.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.80.mixer.experts.481.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.48.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.62.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.3.mixer.experts.81.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.62.mixer.experts.26.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.13.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.78.mixer.experts.68.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.85.mixer.experts.153.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.62.mixer.experts.265.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.60.mixer.experts.222.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.140.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.354.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.35.mixer.experts.471.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.55.mixer.experts.373.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.36.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.275.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.1.mixer.experts.73.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.449.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.30.mixer.experts.187.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.319.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.10.mixer.experts.162.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.8.mixer.experts.461.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.373.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.85.mixer.experts.192.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.336.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.326.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.26.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.51.mixer.experts.290.down_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.62.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.55.mixer.experts.364.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.101.mixer.experts.297.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.78.mixer.experts.43.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.53.mixer.experts.56.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.200.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.120.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.90.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.30.mixer.experts.435.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.8.mixer.experts.180.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.361.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.12.mixer.experts.384.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.199.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.90.mixer.experts.327.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.96.mixer.experts.309.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.387.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.266.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.164.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.58.mixer.experts.20.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.69.mixer.experts.251.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.15.mixer.experts.498.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.61.mixer.dt_bias": "model-00124-of-00225.safetensors", + "backbone.layers.69.mixer.experts.170.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.308.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.67.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.3.mixer.experts.229.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.30.mixer.experts.120.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.44.mixer.experts.48.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.37.mixer.experts.130.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.60.mixer.experts.490.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.6.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.24.mixer.experts.388.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.212.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.38.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.497.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.25.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.60.mixer.experts.463.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.49.mixer.experts.296.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.152.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.465.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.51.mixer.experts.136.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.336.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.33.mixer.experts.186.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.103.mixer.experts.435.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.75.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.198.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.76.mixer.experts.157.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.364.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.188.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.103.mixer.experts.244.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.24.mixer.experts.367.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.354.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.44.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.51.mixer.experts.128.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.26.mixer.experts.445.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.108.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.104.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.87.mixer.experts.359.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.60.mixer.experts.214.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.369.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.16.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.506.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.92.mixer.experts.495.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.305.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.51.mixer.experts.160.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.28.mixer.experts.241.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.364.up_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.147.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.80.mixer.experts.121.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.74.mixer.experts.297.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.220.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.35.mixer.experts.495.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.0.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.72.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.24.mixer.experts.219.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.155.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.397.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.414.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.fc1_latent_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.46.mixer.experts.320.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.281.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.62.mixer.experts.308.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.8.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.85.mixer.experts.417.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.401.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.300.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.42.mixer.experts.168.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.33.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.46.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.105.mixer.experts.283.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.331.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.94.mixer.experts.176.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.460.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.51.mixer.experts.293.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.19.mixer.experts.244.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.18.norm.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.228.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.65.mixer.experts.413.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.33.mixer.experts.121.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.21.mixer.experts.44.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.359.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.3.mixer.experts.14.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.87.mixer.experts.206.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.71.mixer.experts.362.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.51.mixer.experts.66.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.90.mixer.experts.308.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.142.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.17.mixer.experts.242.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.58.mixer.experts.331.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.339.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.435.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.60.mixer.experts.176.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.59.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.58.mixer.experts.292.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.83.mixer.experts.177.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.10.mixer.experts.95.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.146.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.9.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.60.mixer.experts.376.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.60.mixer.experts.277.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.176.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.19.mixer.experts.286.up_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.505.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.60.mixer.experts.220.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.55.mixer.experts.355.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.69.mixer.experts.466.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.214.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.224.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.2.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.67.mixer.experts.275.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.268.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.255.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.180.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.37.mixer.experts.287.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.185.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.12.mixer.experts.372.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.234.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.3.mixer.experts.405.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.262.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.96.mixer.experts.301.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.80.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.62.mixer.experts.299.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.359.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.51.mixer.experts.356.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.96.mixer.experts.71.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.58.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.334.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.40.mixer.experts.17.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.11.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.60.mixer.experts.216.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.47.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.17.mixer.experts.417.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.69.mixer.experts.176.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.282.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.87.mixer.experts.107.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.127.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.75.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.326.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.101.mixer.experts.311.up_proj.weight": "model-00205-of-00225.safetensors", + "mtp.layers.1.mixer.experts.285.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.90.mixer.experts.217.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.5.mixer.experts.324.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.55.mixer.experts.155.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.155.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.434.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.407.up_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.398.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.30.mixer.experts.134.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.187.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.70.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.159.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.71.mixer.experts.293.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.5.mixer.experts.387.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.5.mixer.experts.275.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.35.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.28.mixer.experts.109.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.60.mixer.experts.25.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.78.mixer.experts.65.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.60.mixer.experts.188.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.28.mixer.experts.208.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.10.mixer.experts.491.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.24.mixer.experts.218.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.67.mixer.experts.440.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.114.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.15.mixer.experts.427.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.186.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.255.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.78.mixer.experts.229.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.33.mixer.experts.136.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.320.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.40.mixer.experts.322.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.176.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.421.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.53.mixer.experts.280.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.452.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.80.mixer.experts.473.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.370.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.80.mixer.experts.510.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.43.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.76.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.90.mixer.experts.349.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.445.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.267.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.55.mixer.experts.187.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.261.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.188.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.99.mixer.experts.501.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.49.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.58.mixer.experts.257.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.94.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.3.mixer.experts.202.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.40.mixer.experts.280.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.experts.184.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.35.mixer.experts.71.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.1.mixer.experts.134.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.101.mixer.experts.377.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.132.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.15.mixer.experts.481.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.28.mixer.experts.42.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.95.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.358.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.404.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.74.mixer.experts.455.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.294.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.405.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.304.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.87.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.99.mixer.experts.378.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.78.mixer.experts.47.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.103.mixer.experts.105.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.441.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.370.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.302.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.265.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.176.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.390.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.40.mixer.experts.21.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.509.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.28.mixer.experts.106.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.12.mixer.experts.277.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.111.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.33.mixer.experts.24.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.53.mixer.experts.66.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.175.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.59.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.28.mixer.experts.65.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.62.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.12.mixer.experts.173.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.35.mixer.experts.367.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.65.mixer.experts.353.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.317.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.451.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.77.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.296.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.92.mixer.experts.296.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.65.mixer.experts.45.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.35.mixer.experts.267.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.234.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.35.mixer.experts.89.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.69.mixer.experts.98.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.19.mixer.experts.321.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.1.mixer.experts.150.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.153.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.88.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.68.mixer.conv1d.weight": "model-00138-of-00225.safetensors", + "backbone.layers.26.mixer.experts.506.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.74.mixer.experts.77.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.308.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.15.mixer.experts.364.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.44.mixer.experts.425.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.37.mixer.experts.149.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.312.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.40.mixer.experts.415.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.364.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.106.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.76.mixer.experts.16.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.80.mixer.experts.252.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.69.mixer.experts.73.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.108.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.486.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.87.mixer.experts.434.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.37.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.65.mixer.experts.247.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.99.mixer.experts.397.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.103.mixer.experts.376.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.88.mixer.out_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.3.mixer.experts.328.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.411.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.262.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.3.mixer.experts.235.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.gate.weight": "model-00188-of-00225.safetensors", + "backbone.layers.24.mixer.experts.318.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.46.mixer.experts.33.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.203.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.405.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.21.mixer.experts.183.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.96.mixer.experts.388.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.99.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.51.mixer.gate.weight": "model-00106-of-00225.safetensors", + "backbone.layers.17.mixer.experts.489.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.361.down_proj.weight": "model-00205-of-00225.safetensors", + "mtp.layers.1.mixer.experts.445.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.206.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.55.mixer.experts.202.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.3.mixer.experts.488.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.505.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.26.mixer.experts.221.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.160.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.26.mixer.experts.51.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.150.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.49.mixer.experts.171.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.116.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.131.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.484.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.10.mixer.experts.15.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.105.mixer.experts.160.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.30.mixer.experts.507.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.427.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.96.mixer.experts.480.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.374.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.69.mixer.experts.177.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.37.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.101.mixer.experts.102.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.90.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.88.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.101.mixer.experts.222.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.31.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.156.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.79.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.507.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.315.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.259.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.44.mixer.experts.469.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.292.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.72.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.83.mixer.experts.365.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.355.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.259.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.195.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.8.mixer.experts.418.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.40.mixer.experts.67.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.121.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.469.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.162.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.476.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.468.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.258.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.76.mixer.experts.340.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.422.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.107.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.362.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.199.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.136.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.293.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.432.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.71.mixer.experts.428.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.65.mixer.experts.225.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.37.mixer.experts.114.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.99.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.279.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.37.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.63.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.240.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.35.mixer.experts.316.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.58.mixer.experts.269.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.62.mixer.experts.212.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.44.mixer.experts.223.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.5.mixer.experts.238.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.389.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.10.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.8.mixer.experts.491.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.415.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.42.mixer.experts.466.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.491.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.62.mixer.experts.34.down_proj.weight": "model-00125-of-00225.safetensors", + "mtp.layers.1.mixer.experts.291.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.36.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.33.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.413.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.49.mixer.experts.357.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.323.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.326.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.40.mixer.experts.44.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.122.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.60.mixer.experts.446.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.49.mixer.experts.434.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.35.mixer.experts.180.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.35.mixer.experts.239.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.149.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.92.mixer.experts.270.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.87.mixer.experts.295.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.49.mixer.experts.252.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.40.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.104.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.502.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.80.mixer.experts.123.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.8.mixer.experts.399.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.24.mixer.experts.56.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.214.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.51.mixer.experts.511.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.10.mixer.experts.404.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.195.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.94.mixer.experts.374.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.264.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.458.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.1.mixer.experts.350.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.105.mixer.experts.4.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.90.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.1.mixer.experts.351.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.484.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.21.mixer.experts.404.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.1.mixer.experts.364.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.17.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.33.mixer.experts.459.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.19.mixer.experts.249.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.40.mixer.experts.269.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.270.up_proj.weight": "model-00195-of-00225.safetensors", + "mtp.layers.1.mixer.experts.145.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.87.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.434.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.30.mixer.experts.357.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.448.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.30.mixer.experts.82.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.19.mixer.experts.154.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.74.mixer.experts.380.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.126.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.65.mixer.experts.212.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.231.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.12.mixer.experts.183.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.76.mixer.experts.277.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.77.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.101.mixer.experts.274.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.83.mixer.experts.458.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.12.mixer.experts.487.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.28.mixer.experts.400.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.107.mixer.experts.283.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.80.mixer.experts.35.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.40.mixer.experts.157.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.87.mixer.experts.147.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.gate.e_score_correction_bias": "model-00092-of-00225.safetensors", + "backbone.layers.78.mixer.experts.92.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.181.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.148.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.experts.335.up_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.139.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.203.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.360.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.111.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.53.mixer.experts.354.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.417.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.44.mixer.experts.288.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.477.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.62.mixer.experts.287.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.101.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.344.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.60.mixer.experts.320.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.26.mixer.experts.437.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.8.mixer.experts.15.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.403.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.99.mixer.experts.196.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.85.mixer.experts.364.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.60.mixer.experts.232.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.279.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.150.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.123.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.487.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.70.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.24.mixer.experts.143.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.318.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.124.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.56.mixer.conv1d.bias": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.196.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.503.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.87.mixer.experts.342.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.49.mixer.experts.50.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.250.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.96.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.249.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.371.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.experts.27.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.364.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.351.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.332.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.78.mixer.experts.98.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.469.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.103.mixer.experts.19.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.17.mixer.experts.1.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.28.mixer.experts.363.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.83.mixer.experts.103.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.21.mixer.experts.148.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.215.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.304.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.205.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.294.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.237.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.33.mixer.experts.162.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.60.mixer.experts.63.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.87.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.199.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.58.mixer.experts.318.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.468.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.1.mixer.experts.364.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.5.mixer.experts.190.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.40.mixer.experts.33.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.65.mixer.experts.496.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.408.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.406.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.67.mixer.experts.107.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.60.mixer.experts.54.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.24.mixer.experts.483.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.69.mixer.experts.115.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.60.mixer.experts.189.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.401.down_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.227.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.325.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.92.mixer.experts.181.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.46.mixer.shared_experts.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.90.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.64.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.49.mixer.experts.162.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.436.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.12.mixer.experts.363.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.373.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.30.mixer.experts.302.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.90.mixer.experts.115.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.85.mixer.experts.318.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.92.mixer.experts.277.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.94.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.69.mixer.experts.365.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.5.mixer.experts.221.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.96.mixer.experts.155.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.58.mixer.experts.193.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.420.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.198.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.15.mixer.experts.403.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.35.mixer.experts.435.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.21.mixer.experts.174.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.90.mixer.experts.506.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.5.mixer.experts.169.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.448.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.270.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.83.mixer.experts.77.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.7.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.108.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.experts.206.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.67.mixer.experts.363.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.347.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.212.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.55.mixer.experts.18.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.464.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.379.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.24.mixer.experts.319.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.241.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.377.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.19.mixer.experts.453.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.95.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.40.mixer.experts.272.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.261.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.65.mixer.experts.140.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.40.mixer.experts.308.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.269.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.51.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.71.mixer.experts.503.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.69.mixer.experts.373.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.279.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.71.mixer.experts.133.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.24.mixer.experts.3.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.451.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.37.mixer.experts.293.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.60.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.fc2_latent_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.40.mixer.experts.445.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.28.mixer.experts.306.up_proj.weight": "model-00059-of-00225.safetensors", + "mtp.layers.1.mixer.experts.33.up_proj.weight": "model-00221-of-00225.safetensors", + "mtp.layers.1.mixer.experts.104.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.391.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.97.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.168.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.277.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.483.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.71.mixer.experts.486.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.24.mixer.experts.332.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.5.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.8.mixer.experts.201.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.85.mixer.experts.293.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.76.mixer.experts.392.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.99.mixer.experts.178.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.209.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.82.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.83.mixer.experts.327.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.experts.281.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.205.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.51.mixer.experts.97.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.62.mixer.experts.493.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.227.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.26.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.105.mixer.experts.311.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.240.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.8.mixer.experts.419.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.1.mixer.experts.275.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.236.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.60.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.85.mixer.experts.123.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.164.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.mixer.experts.44.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.124.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.392.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.65.mixer.experts.472.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.12.mixer.experts.60.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.13.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.96.mixer.experts.500.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.10.mixer.experts.245.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.401.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.44.mixer.experts.206.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.10.mixer.experts.35.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.34.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.53.mixer.experts.173.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.58.mixer.experts.30.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.454.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.65.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.330.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.3.mixer.experts.354.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.478.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.375.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.40.mixer.experts.318.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.433.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.101.mixer.experts.298.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.10.mixer.experts.71.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.510.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.358.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.35.mixer.experts.109.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.109.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.53.mixer.experts.28.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.96.mixer.experts.4.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.10.mixer.shared_experts.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.3.mixer.experts.72.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.35.mixer.experts.188.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.14.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.246.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.53.mixer.experts.452.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.188.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.165.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.107.mixer.experts.420.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.304.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.53.mixer.experts.449.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.71.mixer.experts.301.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.160.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.46.mixer.experts.309.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.463.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.105.mixer.experts.358.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.87.mixer.experts.1.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.422.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.194.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.96.mixer.experts.98.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.44.mixer.experts.506.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.15.mixer.experts.311.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.1.mixer.experts.453.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.253.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.105.mixer.experts.178.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.67.mixer.experts.142.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.49.mixer.experts.103.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.70.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.shared_experts.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.85.mixer.experts.431.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.17.mixer.experts.263.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.87.mixer.experts.326.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.155.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.12.mixer.experts.31.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.188.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.1.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.94.mixer.experts.181.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.35.mixer.experts.212.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.27.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.85.mixer.experts.174.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.17.mixer.experts.497.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.437.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.12.mixer.experts.367.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.493.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.80.mixer.experts.210.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.464.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.122.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.386.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.206.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.41.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.132.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.65.mixer.experts.19.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.62.mixer.experts.38.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.133.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.12.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.60.mixer.experts.429.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.46.mixer.experts.48.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.66.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.155.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.65.mixer.experts.273.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.51.mixer.experts.179.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.73.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.158.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.247.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.223.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.65.mixer.experts.472.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.69.mixer.experts.262.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.44.mixer.experts.336.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.173.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.341.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.286.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.5.mixer.experts.325.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.experts.28.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.103.mixer.experts.349.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.37.mixer.experts.118.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.68.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.133.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.503.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.46.mixer.experts.135.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.430.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.436.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.361.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.373.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.319.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.33.norm.weight": "model-00065-of-00225.safetensors", + "backbone.layers.53.mixer.experts.140.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.37.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.30.mixer.experts.326.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.87.mixer.experts.467.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.424.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.105.mixer.experts.267.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.468.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.80.mixer.experts.271.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.124.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.1.mixer.experts.104.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.26.mixer.experts.193.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.40.mixer.experts.136.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.83.mixer.experts.415.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.182.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.87.mixer.gate.e_score_correction_bias": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.508.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.103.mixer.experts.257.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.55.mixer.experts.86.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.126.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.3.mixer.experts.33.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.85.mixer.experts.376.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.117.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.508.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.42.mixer.experts.57.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.338.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.21.mixer.experts.385.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.15.mixer.experts.495.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.17.mixer.experts.131.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.40.mixer.experts.58.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.55.mixer.experts.245.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.42.mixer.experts.223.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.12.mixer.experts.324.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.101.mixer.experts.79.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.395.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.19.mixer.experts.448.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.247.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.21.mixer.experts.63.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.103.mixer.experts.424.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.21.mixer.experts.312.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.158.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.88.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.410.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.366.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.101.mixer.experts.163.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.103.mixer.experts.333.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.69.mixer.experts.261.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.460.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.30.mixer.experts.19.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.292.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.74.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.490.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.244.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.17.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.96.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.476.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.69.mixer.experts.449.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.17.mixer.experts.34.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.78.mixer.experts.74.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.192.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.502.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.26.mixer.experts.235.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.510.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.83.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.80.mixer.experts.366.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.222.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.62.down_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.276.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.5.mixer.experts.374.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.10.mixer.experts.66.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.50.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.1.mixer.experts.10.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.35.mixer.experts.52.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.51.mixer.experts.108.up_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.272.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.487.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.326.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.0.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.44.mixer.experts.419.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.494.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.109.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.457.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.93.norm.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.108.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.60.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.114.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.145.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.28.mixer.experts.380.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.55.mixer.experts.379.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.184.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.gate.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.352.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.42.mixer.experts.309.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.78.mixer.experts.238.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.33.mixer.experts.258.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.65.mixer.experts.211.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.297.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.135.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.249.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.50.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.44.mixer.experts.503.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.1.mixer.experts.123.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.318.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.444.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.90.mixer.experts.7.up_proj.weight": "model-00180-of-00225.safetensors", + "mtp.layers.1.mixer.experts.361.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.15.mixer.experts.490.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.27.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.103.mixer.experts.483.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.55.mixer.experts.365.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.21.mixer.experts.195.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.55.mixer.experts.477.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.65.mixer.experts.263.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.55.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.119.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.33.mixer.experts.410.down_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.experts.262.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.95.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.157.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.55.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.85.mixer.experts.407.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.119.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.288.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.417.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.94.mixer.experts.240.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.383.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.10.mixer.experts.309.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.35.mixer.experts.99.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.262.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.169.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.65.mixer.experts.47.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.250.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.308.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.46.mixer.experts.412.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.83.mixer.experts.234.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.291.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.352.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.276.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.51.mixer.experts.355.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.478.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.72.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.8.mixer.experts.39.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.34.mixer.conv1d.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.363.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.28.mixer.experts.491.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.17.mixer.experts.393.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.408.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.269.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.53.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.251.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.107.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.240.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.44.mixer.experts.160.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.87.mixer.experts.377.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.13.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.33.mixer.experts.189.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.477.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.10.mixer.experts.446.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.161.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.12.mixer.experts.263.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.78.mixer.experts.352.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.400.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.90.mixer.experts.96.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.67.mixer.experts.147.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.315.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.85.mixer.experts.455.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.65.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.224.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.90.mixer.experts.40.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.368.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.83.mixer.experts.283.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.71.mixer.experts.269.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.444.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.122.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.17.mixer.experts.169.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.437.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.96.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.402.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.304.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.441.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.experts.49.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.94.mixer.experts.312.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.504.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.103.mixer.experts.320.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.380.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.67.mixer.experts.215.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.263.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.472.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.99.mixer.experts.153.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.60.mixer.experts.284.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.269.down_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.338.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.169.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.21.mixer.experts.295.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.71.mixer.experts.236.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.424.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.44.mixer.experts.413.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.162.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.157.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.37.mixer.experts.115.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.42.mixer.experts.493.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.gate.weight": "model-00152-of-00225.safetensors", + "backbone.layers.99.mixer.experts.25.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.242.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.367.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.26.mixer.experts.79.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.53.mixer.experts.340.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.59.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.247.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.466.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.94.mixer.experts.49.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.37.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.94.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.78.mixer.experts.76.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.323.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.86.up_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.11.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.71.mixer.experts.73.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.40.mixer.experts.260.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.48.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.94.mixer.experts.235.up_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.449.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.501.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.92.mixer.experts.485.down_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.265.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.193.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.449.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.74.mixer.experts.422.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.152.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.292.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.55.mixer.experts.429.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.380.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.463.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.78.mixer.experts.291.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.35.mixer.experts.21.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.508.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.101.mixer.experts.378.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.416.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.96.mixer.experts.93.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.49.mixer.experts.197.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.78.mixer.experts.482.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.60.mixer.experts.4.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.8.mixer.experts.195.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.298.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.482.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.219.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.466.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.453.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.277.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.43.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.75.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.69.mixer.experts.511.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.455.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.19.mixer.experts.477.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.233.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.257.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.285.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.439.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.21.mixer.experts.165.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.33.mixer.experts.343.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.60.mixer.experts.229.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.200.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.389.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.90.mixer.experts.209.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.8.mixer.experts.23.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.90.mixer.experts.2.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.36.mixer.in_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.22.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.8.mixer.experts.263.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.459.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.340.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.132.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.51.mixer.experts.161.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.428.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.28.mixer.experts.44.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.103.mixer.experts.187.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.105.mixer.experts.105.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.199.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.30.mixer.experts.87.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.255.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.312.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.53.mixer.experts.434.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.84.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.291.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.379.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.465.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.8.mixer.experts.191.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.67.mixer.experts.206.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.29.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.85.mixer.experts.359.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.44.mixer.experts.483.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.90.mixer.experts.220.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.73.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.46.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.90.mixer.experts.247.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.416.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.317.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.9.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.152.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.46.mixer.experts.326.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.experts.290.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.101.mixer.experts.54.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.127.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.106.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.143.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.83.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.17.mixer.experts.444.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.327.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.192.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.58.mixer.experts.248.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.21.mixer.experts.337.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.40.mixer.experts.118.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.210.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.22.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.13.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.37.mixer.experts.17.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.16.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.80.mixer.experts.114.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.385.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.70.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.1.mixer.experts.248.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.78.mixer.experts.12.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.385.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.67.mixer.experts.223.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.70.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.12.mixer.experts.270.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.230.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.51.mixer.experts.450.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.457.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.254.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.40.mixer.experts.105.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.414.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.269.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.49.mixer.experts.60.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.306.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.424.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.15.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.80.mixer.experts.343.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.462.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.56.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.415.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.83.mixer.experts.264.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.78.mixer.experts.466.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.60.mixer.experts.400.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.40.mixer.experts.55.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.71.mixer.experts.154.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.67.mixer.experts.488.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.19.mixer.experts.193.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.359.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.487.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.5.mixer.experts.76.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.95.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.328.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.0.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.54.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.25.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.35.mixer.experts.75.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.80.mixer.experts.461.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.301.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.456.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.1.mixer.experts.169.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.237.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.62.mixer.experts.207.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.15.mixer.experts.252.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.78.mixer.experts.115.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.78.mixer.experts.394.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.35.mixer.experts.155.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.112.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.502.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.76.mixer.experts.176.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.142.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.190.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.222.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.130.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.99.mixer.experts.121.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.46.mixer.experts.12.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.130.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.35.mixer.experts.122.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.186.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.49.mixer.experts.307.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.101.mixer.experts.289.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.51.mixer.experts.69.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.117.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.224.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.249.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.217.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.94.mixer.experts.139.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.31.mixer.dt_bias": "model-00065-of-00225.safetensors", + "backbone.layers.78.mixer.experts.320.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.413.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.229.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.26.mixer.experts.391.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.30.mixer.experts.9.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.46.mixer.experts.297.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.90.mixer.experts.44.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.24.mixer.experts.457.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.436.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.57.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.46.mixer.experts.425.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.94.mixer.experts.165.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.387.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.42.mixer.experts.346.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.452.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.80.mixer.experts.113.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.465.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.103.mixer.experts.358.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.281.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.456.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.37.mixer.experts.275.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.35.mixer.experts.303.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.30.mixer.experts.497.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.30.mixer.experts.154.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.10.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.42.mixer.experts.198.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.71.mixer.experts.344.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.5.mixer.experts.95.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.92.mixer.shared_experts.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.19.mixer.experts.341.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.44.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.40.mixer.experts.176.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.506.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.26.mixer.experts.145.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.440.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.101.mixer.experts.56.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.10.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.90.mixer.experts.420.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.46.mixer.experts.509.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.272.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.83.mixer.experts.484.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.435.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.19.mixer.experts.470.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.94.mixer.experts.105.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.69.mixer.experts.208.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.343.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.53.mixer.experts.346.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.271.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.96.mixer.experts.80.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.19.mixer.experts.467.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.19.mixer.experts.108.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.22.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.147.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.217.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.464.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.19.mixer.experts.380.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.96.mixer.experts.253.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.99.mixer.experts.301.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.473.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.28.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.78.mixer.experts.292.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.123.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.107.mixer.experts.123.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.470.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.97.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.92.mixer.experts.139.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.464.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.480.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.383.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.96.mixer.experts.333.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.94.mixer.experts.294.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.96.mixer.experts.290.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.5.mixer.experts.479.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.74.mixer.experts.455.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.0.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.79.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.73.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.154.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.170.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.160.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.109.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.30.mixer.experts.226.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.28.mixer.experts.405.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.498.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.191.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.363.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.195.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.454.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.21.mixer.experts.154.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.372.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.121.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.5.mixer.experts.481.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.411.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.57.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.46.mixer.experts.26.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.24.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.53.mixer.experts.126.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.99.mixer.experts.382.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.56.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.81.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.17.mixer.experts.362.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.74.mixer.experts.316.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.42.mixer.experts.357.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.78.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.344.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.188.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.159.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.37.mixer.experts.292.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.346.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.414.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.508.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.55.mixer.experts.403.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.261.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.243.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.116.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.80.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.216.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.433.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.30.mixer.experts.186.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.90.mixer.experts.466.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.15.mixer.experts.86.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.423.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.13.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.425.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.99.mixer.experts.9.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.326.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.176.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.272.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.39.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.69.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.370.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.5.mixer.experts.327.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.5.mixer.experts.72.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.49.mixer.experts.321.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.21.mixer.experts.248.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.15.mixer.experts.259.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.447.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.74.mixer.experts.36.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.176.down_proj.weight": "model-00167-of-00225.safetensors", + "mtp.layers.1.mixer.experts.308.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.28.mixer.experts.265.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.10.mixer.experts.262.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.76.mixer.experts.293.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.74.mixer.experts.245.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.271.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.42.mixer.experts.100.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.179.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.107.mixer.experts.77.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.290.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.12.mixer.experts.238.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.391.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.10.mixer.experts.449.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.69.mixer.experts.114.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.99.mixer.experts.223.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.221.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.71.mixer.experts.55.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.33.mixer.experts.434.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.244.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.28.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.256.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.40.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.15.mixer.experts.132.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.103.mixer.experts.324.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.190.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.1.mixer.experts.55.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.85.mixer.experts.43.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.12.mixer.experts.475.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.1.mixer.experts.447.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.40.mixer.experts.349.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.74.mixer.experts.244.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.95.mixer.out_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.26.mixer.experts.181.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.355.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.15.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.107.mixer.experts.144.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.62.mixer.experts.107.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.505.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.37.mixer.experts.325.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.509.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.53.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.53.mixer.experts.425.up_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.460.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.15.mixer.experts.357.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.1.mixer.experts.267.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.2.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.11.norm.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.236.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.103.mixer.experts.356.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.163.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.196.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.7.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.103.mixer.experts.309.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.21.mixer.experts.416.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.27.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.256.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.40.mixer.experts.380.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.35.mixer.experts.328.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.101.mixer.experts.376.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.17.mixer.experts.441.up_proj.weight": "model-00037-of-00225.safetensors", + "mtp.layers.1.mixer.experts.452.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.293.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.40.mixer.experts.235.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.17.mixer.experts.349.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.5.mixer.experts.294.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.10.mixer.experts.320.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.99.mixer.experts.85.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.92.mixer.experts.83.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.511.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.393.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.56.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.266.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.208.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.277.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.193.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.105.mixer.experts.510.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.120.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.246.up_proj.weight": "model-00044-of-00225.safetensors", + "mtp.layers.1.mixer.experts.498.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.196.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.206.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.85.mixer.experts.402.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.87.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.482.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.101.mixer.experts.67.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.504.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.58.mixer.experts.272.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.320.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.3.mixer.experts.216.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.65.mixer.experts.323.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.85.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.94.mixer.experts.395.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.24.mixer.experts.321.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.326.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.33.mixer.experts.110.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.103.mixer.experts.451.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.53.mixer.experts.121.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.87.mixer.experts.191.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.96.mixer.experts.205.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.33.mixer.experts.148.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.88.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.388.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.96.mixer.experts.466.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.11.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.53.mixer.experts.490.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.107.mixer.experts.352.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.322.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.361.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.42.mixer.experts.89.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.490.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.485.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.58.mixer.experts.407.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.12.mixer.experts.357.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.107.mixer.experts.33.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.372.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.148.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.212.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.90.mixer.experts.208.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.20.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.166.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.35.mixer.experts.476.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.44.mixer.experts.368.down_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.340.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.46.mixer.experts.497.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.21.mixer.experts.122.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.105.mixer.experts.425.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.35.mixer.experts.274.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.51.mixer.experts.158.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.21.mixer.experts.477.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.5.mixer.experts.355.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.46.mixer.experts.43.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.508.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.69.mixer.experts.380.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.96.mixer.experts.207.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.92.mixer.experts.82.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.10.mixer.experts.215.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.497.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.19.mixer.experts.199.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.12.mixer.experts.183.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.76.mixer.experts.118.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.501.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.83.mixer.experts.323.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.104.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.67.mixer.experts.452.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.416.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.274.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.155.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.76.mixer.experts.499.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.65.mixer.experts.352.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.78.mixer.experts.455.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.404.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.300.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.105.mixer.experts.273.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.78.mixer.experts.468.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.342.up_proj.weight": "model-00150-of-00225.safetensors", + "mtp.layers.1.mixer.experts.24.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.60.mixer.experts.257.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.5.mixer.experts.100.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.67.mixer.experts.438.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.20.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.280.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.112.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.74.mixer.experts.361.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.40.mixer.experts.20.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.21.mixer.experts.332.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.8.mixer.experts.503.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.78.mixer.experts.350.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.435.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.80.mixer.experts.126.down_proj.weight": "model-00162-of-00225.safetensors", + "mtp.layers.1.mixer.experts.175.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.17.mixer.experts.183.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.91.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.87.mixer.experts.265.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.1.mixer.experts.177.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.87.mixer.experts.98.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.28.mixer.experts.212.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.304.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.94.mixer.experts.314.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.10.mixer.experts.249.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.37.mixer.experts.469.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.3.mixer.experts.169.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.350.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.21.mixer.experts.305.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.367.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.12.mixer.experts.158.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.275.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.33.mixer.experts.317.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.440.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.468.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.3.mixer.experts.58.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.8.mixer.experts.362.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.71.mixer.experts.313.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.21.mixer.experts.370.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.350.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.106.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.67.mixer.experts.450.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.169.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.53.mixer.experts.153.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.107.mixer.experts.353.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.55.mixer.experts.203.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.16.up_proj.weight": "model-00088-of-00225.safetensors", + "mtp.layers.1.mixer.experts.416.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.10.mixer.experts.222.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.16.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.313.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.242.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.491.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.15.mixer.experts.379.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.78.mixer.experts.320.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.37.mixer.experts.487.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.67.mixer.experts.195.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.24.mixer.experts.193.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.53.mixer.experts.29.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.134.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.231.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.19.mixer.experts.446.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.17.mixer.experts.357.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.1.mixer.experts.143.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.40.mixer.experts.205.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.195.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.324.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.323.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.445.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.76.mixer.experts.104.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.51.mixer.experts.385.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.184.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.21.mixer.experts.252.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.24.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.49.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.176.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.101.mixer.experts.68.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.330.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.65.mixer.experts.368.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.343.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.294.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.17.mixer.experts.405.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.256.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.33.mixer.experts.99.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.8.mixer.experts.352.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.125.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.83.mixer.experts.378.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.112.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.178.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.37.mixer.experts.262.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.53.mixer.experts.344.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.458.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.206.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.344.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.26.mixer.experts.463.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.23.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.74.mixer.experts.459.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.8.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.7.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.103.mixer.experts.475.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.330.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.76.mixer.experts.64.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.423.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.67.mixer.experts.371.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.53.mixer.experts.145.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.1.mixer.experts.263.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.46.mixer.experts.368.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.17.mixer.experts.208.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.69.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.92.mixer.experts.93.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.71.mixer.experts.367.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.300.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.197.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.44.mixer.experts.141.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.19.mixer.experts.457.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.71.mixer.experts.106.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.37.mixer.experts.409.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.24.mixer.experts.156.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.60.mixer.experts.111.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.12.mixer.experts.229.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.285.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.87.mixer.experts.496.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.30.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.19.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.175.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.55.mixer.experts.223.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.107.mixer.experts.483.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.195.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.273.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.0.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.10.mixer.experts.148.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.94.mixer.experts.499.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.46.mixer.experts.386.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.40.mixer.experts.235.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.165.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.37.mixer.gate.e_score_correction_bias": "model-00079-of-00225.safetensors", + "backbone.layers.76.mixer.experts.329.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.74.mixer.experts.182.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.24.mixer.experts.482.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.51.mixer.experts.473.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.44.mixer.experts.144.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.383.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.90.mixer.experts.476.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.102.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.119.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.338.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.470.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.3.mixer.experts.291.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.65.mixer.experts.18.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.19.mixer.experts.127.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.62.mixer.experts.465.down_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.418.up_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.499.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.191.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.58.mixer.experts.3.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.85.mixer.experts.285.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.26.mixer.experts.326.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.323.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.339.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.314.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.165.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.96.mixer.experts.507.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.99.mixer.experts.377.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.224.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.494.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.90.mixer.experts.5.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.78.mixer.experts.105.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.286.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.318.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.85.mixer.experts.54.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.385.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.53.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.37.mixer.experts.479.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.445.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.458.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.67.mixer.experts.318.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.92.mixer.experts.266.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.37.mixer.experts.41.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.15.mixer.experts.492.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.33.mixer.experts.462.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.510.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.53.mixer.experts.412.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.30.mixer.experts.189.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.105.mixer.experts.450.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.50.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.8.mixer.experts.193.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.503.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.132.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.42.mixer.experts.392.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.149.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.495.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.96.mixer.experts.86.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.164.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.10.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.275.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.463.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.37.mixer.experts.378.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.409.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.303.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.49.mixer.experts.208.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.246.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.experts.261.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.10.mixer.experts.260.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.111.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.67.mixer.experts.425.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.254.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.253.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.90.mixer.experts.233.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.35.mixer.experts.419.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.74.mixer.experts.25.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.511.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.379.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.474.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.368.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.342.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.3.mixer.experts.74.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.245.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.90.mixer.experts.366.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.137.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.390.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.12.mixer.experts.99.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.87.mixer.experts.233.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.33.mixer.experts.111.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.99.mixer.experts.44.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.65.mixer.experts.325.up_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.394.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.17.mixer.experts.134.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.96.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.58.mixer.experts.109.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.253.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.238.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.26.mixer.experts.352.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.269.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.96.mixer.experts.250.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.71.mixer.experts.290.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.40.mixer.experts.399.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.175.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.17.mixer.experts.196.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.83.mixer.experts.319.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.399.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.35.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.26.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.25.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.24.mixer.experts.453.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.1.mixer.experts.50.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.83.mixer.experts.326.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.467.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.234.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.27.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.319.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.44.mixer.experts.161.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.465.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.30.mixer.experts.78.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.328.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.223.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.117.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.1.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.312.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.80.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.80.mixer.experts.157.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.42.mixer.experts.300.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.494.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.15.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.469.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.58.mixer.experts.2.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.35.mixer.experts.508.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.24.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.83.mixer.experts.348.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.304.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.60.mixer.experts.87.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.183.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.78.mixer.experts.460.down_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.458.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.107.mixer.experts.102.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.83.mixer.experts.24.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.49.mixer.experts.377.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.101.mixer.experts.475.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.223.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.422.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.58.mixer.experts.37.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.1.mixer.experts.402.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.414.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.365.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.150.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.49.mixer.experts.152.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.211.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.113.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.28.mixer.experts.34.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.92.mixer.experts.158.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.232.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.28.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.99.mixer.experts.320.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.414.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.69.mixer.experts.309.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.162.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.321.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.162.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.84.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.99.mixer.experts.129.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.476.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.19.mixer.experts.109.down_proj.weight": "model-00039-of-00225.safetensors", + "mtp.layers.1.mixer.experts.411.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.12.mixer.experts.446.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.76.mixer.experts.20.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.1.mixer.experts.419.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.19.mixer.experts.130.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.60.mixer.experts.378.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.150.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.17.mixer.experts.48.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.37.mixer.experts.66.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.316.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.69.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.24.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.3.mixer.experts.225.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.76.mixer.experts.110.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.240.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.5.mixer.experts.150.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.8.mixer.experts.453.down_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.485.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.25.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.69.mixer.experts.342.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.49.mixer.experts.503.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.185.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.105.mixer.experts.327.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.94.mixer.experts.228.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.19.mixer.experts.390.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.74.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.40.mixer.experts.32.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.78.mixer.experts.58.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.24.mixer.experts.313.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.156.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.83.mixer.experts.477.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.107.mixer.experts.254.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.78.mixer.experts.219.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.298.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.90.mixer.experts.50.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.33.mixer.experts.300.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.421.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.80.mixer.experts.384.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.256.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.120.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.94.mixer.experts.321.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.319.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.94.mixer.experts.286.up_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.367.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.498.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.58.mixer.experts.213.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.285.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.394.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.58.mixer.experts.443.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.33.mixer.experts.155.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.248.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.92.mixer.experts.431.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.99.mixer.experts.128.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.99.mixer.experts.226.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.487.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.236.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.510.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.103.mixer.experts.410.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.157.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.407.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.42.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.304.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.127.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.5.mixer.experts.374.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.318.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.289.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.69.mixer.experts.33.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.99.mixer.experts.369.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.37.mixer.experts.368.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.3.mixer.experts.153.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.137.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.105.mixer.experts.451.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.346.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.1.mixer.experts.110.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.115.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.69.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.391.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.101.mixer.experts.403.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.8.mixer.experts.285.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.67.mixer.experts.226.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.277.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.24.mixer.experts.363.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.198.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.55.mixer.experts.307.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.73.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.69.mixer.experts.165.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.474.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.189.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.333.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.324.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.226.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.17.mixer.experts.14.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.213.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.129.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.105.mixer.experts.15.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.89.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.51.mixer.experts.347.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.101.mixer.experts.427.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.55.mixer.experts.473.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.449.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.92.mixer.experts.150.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.84.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.5.mixer.experts.412.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.169.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.403.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.76.mixer.experts.467.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.39.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.3.mixer.experts.294.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.278.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.168.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.318.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.103.mixer.experts.223.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.439.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.21.mixer.experts.192.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.412.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.371.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.65.mixer.experts.196.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.44.mixer.experts.190.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.94.mixer.experts.308.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.174.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.250.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.36.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.245.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.10.mixer.experts.192.down_proj.weight": "model-00021-of-00225.safetensors", + "mtp.layers.1.mixer.experts.97.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.49.mixer.experts.169.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.508.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.340.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.372.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.103.mixer.experts.102.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.11.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.49.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.155.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.168.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.3.mixer.experts.307.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.113.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.35.mixer.experts.480.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.448.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.224.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.366.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.49.mixer.experts.386.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.308.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.41.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.33.mixer.experts.32.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.302.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.42.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.44.mixer.experts.60.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.78.mixer.experts.185.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.65.mixer.experts.270.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.322.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.3.mixer.experts.226.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.35.mixer.experts.8.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.92.mixer.fc1_latent_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.87.mixer.experts.328.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.15.mixer.experts.151.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.20.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.7.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.17.mixer.experts.152.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.371.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.37.mixer.experts.81.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.434.down_proj.weight": "model-00060-of-00225.safetensors", + "mtp.layers.1.mixer.experts.125.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.26.mixer.shared_experts.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.440.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.44.mixer.experts.443.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.250.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.382.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.443.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.37.mixer.experts.211.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.12.mixer.experts.212.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.421.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.178.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.17.mixer.experts.23.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.329.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.367.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.477.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.12.mixer.experts.281.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.109.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.17.mixer.experts.15.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.51.mixer.experts.338.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.484.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.85.mixer.experts.317.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.69.mixer.experts.500.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.12.mixer.experts.424.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.96.mixer.experts.423.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.173.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.425.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.490.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.94.mixer.experts.384.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.44.mixer.experts.257.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.21.mixer.experts.390.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.354.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.71.mixer.experts.249.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.474.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.40.mixer.experts.57.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.101.mixer.experts.160.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.40.mixer.experts.314.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.41.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.319.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.46.mixer.experts.166.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.472.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.5.mixer.experts.377.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.10.mixer.experts.255.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.107.mixer.experts.94.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.239.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.409.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.76.mixer.experts.6.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.224.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.51.mixer.experts.509.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.80.mixer.experts.281.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.102.mixer.dt_bias": "model-00207-of-00225.safetensors", + "mtp.layers.1.mixer.experts.64.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.350.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.323.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.19.mixer.experts.71.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.252.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.1.mixer.experts.238.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.46.mixer.experts.128.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.90.mixer.experts.363.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.323.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.1.mixer.experts.309.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.470.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.24.mixer.experts.330.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.51.mixer.experts.19.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.3.mixer.experts.228.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.423.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.33.mixer.experts.139.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.264.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.332.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.71.mixer.experts.23.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.28.mixer.experts.107.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.80.mixer.experts.354.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.62.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.47.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.44.mixer.experts.354.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.12.mixer.experts.364.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.485.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.223.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.96.mixer.experts.453.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.35.mixer.experts.62.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.424.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.80.mixer.experts.37.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.284.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.80.mixer.experts.29.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.397.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.44.mixer.experts.360.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.92.mixer.experts.492.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.236.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.316.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.243.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.491.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.71.mixer.experts.265.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.412.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.101.mixer.experts.401.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.381.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.83.mixer.experts.97.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.358.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.106.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.49.mixer.experts.459.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.501.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.44.mixer.experts.152.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.30.mixer.experts.313.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.67.mixer.experts.400.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.503.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.358.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.197.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.87.mixer.experts.223.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.11.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.261.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.311.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.333.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.33.mixer.experts.224.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.72.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.87.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.416.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.49.mixer.experts.184.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.28.mixer.experts.281.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.56.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.5.mixer.experts.171.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.53.mixer.experts.258.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.51.mixer.experts.199.down_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.392.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.34.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.experts.10.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.107.mixer.experts.134.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.329.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.190.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.176.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.508.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.17.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.102.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.87.mixer.experts.331.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.327.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.90.mixer.experts.335.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.80.mixer.experts.337.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.152.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.255.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.60.mixer.experts.196.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.8.mixer.experts.398.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.78.mixer.experts.363.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.40.mixer.experts.241.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.169.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.156.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.55.mixer.experts.104.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.30.mixer.experts.115.up_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.212.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.290.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.60.mixer.experts.203.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.51.mixer.experts.370.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.353.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.166.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.497.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.94.mixer.experts.17.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.69.mixer.experts.280.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.404.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.9.mixer.in_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.94.mixer.experts.305.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.442.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.296.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.370.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.405.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.87.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.103.mixer.experts.112.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.143.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.65.mixer.experts.191.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.314.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.3.mixer.experts.1.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.10.mixer.experts.18.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.183.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.212.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.442.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.5.mixer.experts.308.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.279.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.334.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.55.mixer.experts.332.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.388.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.62.mixer.experts.270.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.40.mixer.experts.143.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.136.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.166.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.78.mixer.experts.397.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.28.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.74.mixer.experts.313.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.440.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.183.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.376.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.389.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.4.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.80.mixer.experts.184.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.44.mixer.experts.147.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.96.mixer.experts.200.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.157.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.290.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.12.mixer.experts.435.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.5.mixer.experts.136.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.67.mixer.experts.80.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.49.mixer.experts.330.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.372.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.35.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.347.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.93.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.499.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.103.mixer.experts.195.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.332.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.190.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.63.mixer.D": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.183.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.78.mixer.experts.7.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.42.mixer.experts.419.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.339.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.39.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.392.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.108.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.241.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.202.up_proj.weight": "model-00112-of-00225.safetensors", + "mtp.layers.1.mixer.experts.344.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.198.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.80.mixer.experts.432.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.26.mixer.experts.492.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.92.mixer.experts.259.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.432.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.28.mixer.experts.201.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.17.mixer.experts.191.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.46.mixer.experts.50.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.105.mixer.experts.173.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.166.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.470.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.375.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.28.mixer.experts.118.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.348.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.49.mixer.experts.325.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.74.mixer.experts.116.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.376.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.33.mixer.experts.215.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.15.mixer.experts.147.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.355.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.87.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.101.mixer.experts.471.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.333.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.35.mixer.experts.405.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.85.mixer.experts.475.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.24.mixer.experts.429.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.96.mixer.experts.204.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.99.mixer.experts.341.up_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.87.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.55.mixer.experts.503.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.92.mixer.experts.434.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.507.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.105.mixer.experts.464.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.78.mixer.experts.72.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.92.mixer.experts.93.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.69.mixer.experts.236.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.69.mixer.experts.298.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.94.mixer.experts.81.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.302.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.26.mixer.experts.153.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.40.mixer.experts.120.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.150.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.182.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.80.mixer.experts.294.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.296.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.388.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.15.mixer.experts.128.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.271.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.experts.417.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.472.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.117.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.461.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.40.mixer.experts.477.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.101.mixer.experts.125.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.136.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.77.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.53.mixer.experts.238.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.226.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.258.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.407.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.1.mixer.experts.80.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.306.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.266.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.65.mixer.experts.32.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.30.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.79.mixer.dt_bias": "model-00161-of-00225.safetensors", + "backbone.layers.107.mixer.experts.114.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.83.mixer.experts.86.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.107.mixer.experts.93.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.5.mixer.experts.243.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.46.mixer.experts.236.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.455.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.36.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.42.mixer.experts.4.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.53.mixer.experts.88.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.435.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.21.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.481.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.303.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.107.mixer.experts.22.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.83.mixer.experts.302.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.69.mixer.experts.216.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.425.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.76.mixer.experts.165.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.510.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.204.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.163.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.86.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.1.mixer.experts.410.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.35.mixer.experts.441.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.96.mixer.experts.301.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.95.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.317.up_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.10.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.74.mixer.experts.436.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.17.mixer.experts.82.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.391.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.217.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.52.mixer.A_log": "model-00106-of-00225.safetensors", + "backbone.layers.1.mixer.experts.353.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.17.mixer.experts.111.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.164.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.83.mixer.experts.273.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.494.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.107.mixer.experts.155.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.238.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.288.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.143.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.30.mixer.experts.480.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.103.mixer.experts.111.down_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.226.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.71.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.44.mixer.experts.487.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.329.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.419.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.96.mixer.experts.130.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.505.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.53.mixer.experts.201.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.51.mixer.experts.220.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.348.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.111.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.42.mixer.experts.38.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.331.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.99.mixer.experts.40.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.136.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.19.mixer.experts.26.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.65.mixer.experts.466.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.3.mixer.experts.76.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.gate.weight": "model-00028-of-00225.safetensors", + "backbone.layers.67.mixer.experts.115.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.310.down_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.155.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.221.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.148.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.78.mixer.experts.442.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.51.mixer.experts.441.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.26.mixer.experts.223.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.232.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.402.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.30.mixer.experts.320.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.35.mixer.experts.408.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.371.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.46.mixer.experts.385.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.441.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.35.mixer.experts.326.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.62.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.255.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.87.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.30.mixer.experts.328.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.262.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.471.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.55.mixer.experts.137.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.30.mixer.experts.362.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.438.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.74.mixer.experts.428.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.60.mixer.experts.385.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.94.mixer.experts.415.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.219.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.505.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.349.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.96.mixer.experts.184.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.82.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.10.mixer.experts.205.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.85.mixer.experts.141.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.333.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.296.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.67.mixer.experts.18.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.105.mixer.experts.458.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.8.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.46.mixer.experts.219.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.53.mixer.experts.141.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.3.mixer.experts.194.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.157.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.35.mixer.experts.441.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.19.mixer.experts.222.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.96.mixer.experts.167.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.5.mixer.experts.304.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.1.mixer.experts.408.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.142.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.62.mixer.experts.382.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.21.mixer.experts.503.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.494.down_proj.weight": "model-00037-of-00225.safetensors", + "mtp.layers.1.mixer.experts.98.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.78.mixer.experts.22.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.373.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.76.mixer.experts.183.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.261.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.38.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.311.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.42.mixer.experts.308.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.475.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.90.mixer.experts.36.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.22.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.83.mixer.experts.80.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.266.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.67.mixer.experts.197.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.147.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.5.mixer.experts.442.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.358.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.98.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.230.down_proj.weight": "model-00154-of-00225.safetensors", + "mtp.layers.1.mixer.experts.36.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.103.mixer.experts.422.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.467.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.448.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.196.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.266.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.26.mixer.experts.253.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.21.mixer.experts.255.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.71.mixer.experts.152.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.87.mixer.experts.355.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.10.mixer.experts.188.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.443.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.87.mixer.experts.25.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.412.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.387.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.74.mixer.experts.365.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.87.mixer.experts.83.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.344.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.192.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.60.mixer.experts.192.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.92.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.105.mixer.experts.298.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.225.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.24.mixer.experts.102.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.400.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.42.mixer.experts.285.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.135.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.101.mixer.experts.223.up_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.484.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.30.mixer.experts.30.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.172.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.76.mixer.experts.167.down_proj.weight": "model-00153-of-00225.safetensors", + "mtp.layers.1.mixer.experts.406.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.163.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.138.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.80.mixer.experts.141.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.174.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.280.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.240.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.312.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.18.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.503.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.53.mixer.experts.460.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.402.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.28.mixer.experts.5.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.8.mixer.experts.40.up_proj.weight": "model-00015-of-00225.safetensors", + "mtp.layers.1.mixer.experts.317.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.336.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.3.mixer.experts.443.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.1.mixer.experts.118.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.85.mixer.experts.423.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.91.norm.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.83.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.67.mixer.experts.44.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.70.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.56.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.356.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.1.mixer.experts.307.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.331.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.293.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.46.mixer.experts.67.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.327.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.212.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.141.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.316.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.280.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.192.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.12.mixer.experts.119.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.258.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.33.mixer.experts.283.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.140.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.431.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.261.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.10.mixer.experts.258.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.8.mixer.experts.340.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.29.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.24.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.444.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.376.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.101.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.249.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.475.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.258.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.452.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.92.mixer.experts.507.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.76.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.35.mixer.experts.342.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.23.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.71.mixer.experts.170.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.254.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.354.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.284.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.275.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.478.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.26.mixer.experts.436.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.175.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.17.mixer.experts.192.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.141.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.177.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.487.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.33.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.180.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.44.mixer.experts.23.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.44.mixer.experts.405.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.411.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.49.mixer.experts.153.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.46.mixer.experts.307.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.46.mixer.experts.156.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.340.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.202.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.283.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.45.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.87.mixer.experts.252.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.333.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.162.down_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.70.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.477.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.51.mixer.experts.446.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.143.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.1.mixer.experts.113.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.236.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.32.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.381.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.201.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.498.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.96.mixer.experts.368.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.1.mixer.experts.407.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.55.mixer.experts.347.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.506.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.418.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.320.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.325.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.469.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.62.mixer.experts.276.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.40.mixer.experts.0.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.99.mixer.experts.48.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.85.mixer.experts.221.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.76.mixer.experts.242.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.426.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.302.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.338.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.21.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.1.mixer.experts.199.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.63.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.385.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.322.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.norm.weight": "model-00070-of-00225.safetensors", + "backbone.layers.94.mixer.experts.214.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.173.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.143.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.434.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.85.mixer.experts.300.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.103.mixer.experts.164.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.287.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.413.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.105.mixer.experts.479.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.432.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.79.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.140.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.493.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.28.mixer.experts.97.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.37.mixer.experts.375.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.117.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.39.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.38.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.37.mixer.experts.75.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.403.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.287.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.99.mixer.experts.173.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.136.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.200.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.471.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.78.mixer.experts.253.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.69.mixer.experts.131.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.69.mixer.experts.51.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.105.mixer.experts.482.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.104.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.60.mixer.experts.420.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.48.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.82.mixer.k_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.152.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.99.mixer.experts.501.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.188.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.58.mixer.experts.445.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.486.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.420.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.387.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.453.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.194.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.262.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.131.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.125.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.12.mixer.experts.417.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.87.mixer.experts.201.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.111.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.91.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.25.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.99.mixer.experts.101.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.19.mixer.experts.72.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.110.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.24.mixer.experts.335.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.3.mixer.experts.195.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.8.mixer.experts.16.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.19.mixer.experts.428.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.233.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.49.mixer.experts.83.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.46.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.92.mixer.experts.183.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.148.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.506.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.78.mixer.experts.162.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.15.mixer.experts.4.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.103.mixer.experts.336.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.111.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.103.mixer.experts.162.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.30.mixer.experts.317.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.389.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.76.mixer.experts.23.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.60.mixer.experts.369.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.76.mixer.experts.222.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.99.mixer.experts.249.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.123.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.experts.231.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.5.mixer.experts.418.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.359.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.80.mixer.experts.217.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.96.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.40.mixer.experts.373.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.65.mixer.experts.86.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.86.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.390.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.58.mixer.experts.442.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.266.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.8.mixer.experts.366.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.55.mixer.experts.8.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.246.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.125.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.415.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.46.mixer.experts.151.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.55.down_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.461.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.248.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.103.mixer.experts.434.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.259.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.93.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.80.mixer.experts.332.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.85.mixer.experts.133.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.26.mixer.experts.198.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.386.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.352.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.8.mixer.experts.176.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.71.mixer.experts.417.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.108.up_proj.weight": "model-00148-of-00225.safetensors", + "mtp.layers.1.mixer.experts.481.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.92.mixer.experts.193.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.101.mixer.experts.357.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.69.mixer.experts.69.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.394.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.49.mixer.experts.315.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.415.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.77.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.186.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.107.mixer.experts.7.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.68.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.274.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.336.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.331.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.33.mixer.experts.442.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.268.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.10.mixer.experts.100.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.21.mixer.experts.463.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.447.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.10.mixer.experts.283.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.80.mixer.experts.293.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.201.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.33.mixer.experts.470.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.96.mixer.experts.367.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.44.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.122.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.33.mixer.experts.490.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.8.mixer.experts.424.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.68.mixer.in_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.76.mixer.experts.127.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.49.mixer.experts.433.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.3.mixer.experts.75.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.51.mixer.experts.464.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.28.mixer.experts.19.up_proj.weight": "model-00056-of-00225.safetensors", + "mtp.layers.1.mixer.experts.84.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.10.mixer.experts.86.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.78.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.10.mixer.experts.458.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.1.mixer.experts.490.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.59.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.447.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.110.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.426.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.65.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.69.mixer.experts.457.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.69.mixer.experts.446.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.21.mixer.experts.318.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.49.mixer.experts.115.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.98.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.10.mixer.experts.352.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.498.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.420.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.99.mixer.experts.15.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.12.mixer.experts.63.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.46.mixer.experts.476.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.96.mixer.experts.425.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.92.mixer.experts.294.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.508.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.276.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.79.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.189.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.96.mixer.experts.421.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.15.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.83.mixer.experts.211.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.98.mixer.k_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.5.mixer.experts.60.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.33.mixer.experts.432.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.90.mixer.experts.115.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.60.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.35.mixer.experts.68.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.382.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.30.mixer.experts.208.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.150.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.8.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.254.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.314.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.161.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.51.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.67.mixer.experts.486.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.328.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.416.up_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.357.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.239.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.62.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.53.mixer.experts.342.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.138.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.5.mixer.experts.263.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.424.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.140.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.379.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.47.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.33.mixer.experts.365.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.340.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.76.mixer.experts.4.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.46.mixer.experts.77.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.1.mixer.experts.305.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.456.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.10.mixer.experts.209.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.17.mixer.experts.138.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.334.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.146.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.89.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.3.mixer.experts.319.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.105.mixer.experts.167.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.90.mixer.experts.314.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.83.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.105.mixer.experts.84.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.286.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.239.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.65.mixer.experts.235.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.25.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.420.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.80.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.49.mixer.experts.110.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.35.mixer.experts.84.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.67.mixer.experts.280.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.42.mixer.experts.503.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.19.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.435.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.402.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.107.mixer.experts.453.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.92.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.313.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.26.mixer.experts.470.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.397.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.79.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.96.mixer.experts.397.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.74.mixer.experts.478.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.26.mixer.experts.358.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.107.mixer.experts.338.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.94.mixer.experts.152.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.35.mixer.fc1_latent_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.13.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.96.mixer.experts.305.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.103.mixer.experts.334.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.473.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.65.mixer.experts.137.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.235.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.76.mixer.experts.504.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.69.mixer.experts.335.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.59.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.94.mixer.experts.511.up_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.396.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.15.mixer.experts.172.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.252.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.409.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.83.mixer.experts.434.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.92.mixer.experts.313.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.107.mixer.experts.232.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.256.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.185.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.222.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.3.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.65.mixer.experts.405.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.425.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.369.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.18.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.173.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.85.mixer.experts.191.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.6.norm.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.41.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.238.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.77.norm.weight": "model-00156-of-00225.safetensors", + "backbone.layers.51.mixer.experts.77.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.203.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.28.mixer.experts.422.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.24.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.94.mixer.experts.348.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.12.mixer.experts.110.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.65.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.94.mixer.fc1_latent_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.101.mixer.experts.32.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.409.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.76.mixer.experts.225.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.69.mixer.experts.271.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.10.mixer.experts.94.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.0.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.12.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.28.mixer.experts.319.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.76.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.42.mixer.experts.188.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.352.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.32.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.499.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.49.mixer.experts.342.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.3.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.416.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.147.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.425.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.248.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.351.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.26.mixer.experts.212.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.96.mixer.experts.8.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.103.mixer.experts.262.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.61.mixer.norm.weight": "model-00124-of-00225.safetensors", + "backbone.layers.26.mixer.experts.174.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.3.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.28.mixer.experts.218.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.24.mixer.experts.204.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.65.mixer.experts.462.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.308.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.55.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.65.mixer.experts.389.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.496.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.76.mixer.experts.392.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.90.mixer.experts.192.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.67.mixer.experts.80.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.288.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.355.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.3.mixer.experts.102.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.74.mixer.experts.229.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.92.mixer.experts.145.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.414.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.40.mixer.experts.477.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.382.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.15.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.366.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.362.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.268.up_proj.weight": "model-00035-of-00225.safetensors", + "mtp.layers.1.mixer.experts.172.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.62.mixer.experts.185.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.35.mixer.experts.310.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.242.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.46.up_proj.weight": "model-00047-of-00225.safetensors", + "mtp.layers.1.mixer.experts.165.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.12.mixer.experts.264.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.145.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.143.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.33.mixer.experts.213.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.127.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.35.mixer.experts.323.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.401.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.51.mixer.experts.335.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.19.mixer.experts.25.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.78.mixer.experts.316.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.258.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.40.mixer.experts.394.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.314.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.62.mixer.experts.157.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.74.mixer.experts.101.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.18.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.37.mixer.experts.125.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.488.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.41.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.11.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.443.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.251.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.479.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.3.mixer.experts.184.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.232.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.126.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.28.mixer.experts.278.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.399.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.205.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.8.mixer.experts.268.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.237.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.347.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.8.mixer.experts.99.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.53.mixer.experts.491.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.353.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.168.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.83.mixer.experts.95.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.135.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.94.mixer.experts.219.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.85.mixer.experts.391.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.218.down_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.312.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.94.mixer.experts.358.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.504.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.104.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.146.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.333.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.94.mixer.experts.190.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.310.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.28.mixer.experts.461.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.101.mixer.experts.313.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.323.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.434.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.58.mixer.experts.184.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.55.mixer.experts.71.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.85.mixer.experts.16.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.17.mixer.experts.453.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.60.mixer.experts.31.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.239.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.133.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.69.mixer.experts.487.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.19.mixer.experts.6.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.346.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.19.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.115.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.98.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.341.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.90.mixer.experts.152.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.3.mixer.experts.123.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.94.mixer.experts.189.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.51.mixer.experts.340.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.273.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.144.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.462.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.146.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.24.mixer.experts.404.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.311.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.44.mixer.experts.219.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.401.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.435.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.259.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.332.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.102.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.42.mixer.experts.380.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.30.mixer.experts.250.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.347.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.332.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.33.mixer.experts.209.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.242.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.282.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.268.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.78.mixer.experts.354.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.15.mixer.experts.467.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.384.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.12.mixer.experts.506.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.381.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.101.mixer.experts.346.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.53.mixer.experts.12.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.9.mixer.conv1d.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.351.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.44.mixer.experts.428.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.51.mixer.experts.469.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.39.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.262.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.229.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.272.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.17.mixer.experts.176.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.338.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.480.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.73.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.33.mixer.experts.400.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.92.mixer.experts.66.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.85.mixer.experts.271.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.40.mixer.experts.60.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.17.mixer.experts.211.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.217.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.491.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.24.mixer.experts.491.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.71.mixer.experts.51.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.1.mixer.experts.31.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.99.mixer.experts.443.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.80.mixer.experts.181.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.258.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.164.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.74.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.80.mixer.experts.170.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.268.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.236.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.107.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.19.mixer.experts.308.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.388.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.237.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.128.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.96.mixer.experts.325.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.28.mixer.experts.224.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.210.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.233.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.40.mixer.experts.69.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.107.mixer.experts.205.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.417.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.229.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.40.mixer.experts.158.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.76.mixer.experts.346.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.99.mixer.experts.58.up_proj.weight": "model-00198-of-00225.safetensors", + "mtp.layers.1.mixer.experts.100.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.33.mixer.experts.341.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.78.mixer.experts.100.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.26.mixer.experts.195.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.366.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.93.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.226.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.243.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.484.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.317.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.127.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.51.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.284.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.496.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.103.mixer.experts.129.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.128.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.360.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.149.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.334.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.390.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.390.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.12.mixer.experts.252.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.103.mixer.experts.493.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.53.mixer.experts.122.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.21.mixer.experts.284.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.53.mixer.experts.222.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.shared_experts.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.67.mixer.experts.117.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.398.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.176.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.368.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.236.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.95.mixer.A_log": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.474.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.30.mixer.experts.227.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.14.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.482.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.94.mixer.experts.232.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.437.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.69.mixer.experts.346.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.99.mixer.experts.329.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.28.mixer.experts.301.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.58.mixer.experts.368.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.243.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.58.mixer.experts.200.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.107.mixer.experts.90.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.67.mixer.experts.236.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.249.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.90.mixer.experts.190.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.237.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.183.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.321.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.69.mixer.experts.210.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.65.mixer.experts.134.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.449.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.114.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.479.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.76.mixer.experts.182.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.413.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.280.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.380.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.103.mixer.experts.317.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.49.mixer.experts.438.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.456.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.468.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.5.mixer.experts.29.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.40.mixer.experts.88.down_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.194.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.99.mixer.experts.272.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.1.mixer.experts.85.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.71.mixer.experts.456.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.5.mixer.experts.413.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.360.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.357.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.60.mixer.experts.262.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.464.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.78.mixer.experts.261.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.309.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.90.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.87.mixer.experts.415.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.509.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.109.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.37.mixer.experts.130.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.379.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.78.mixer.experts.89.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.217.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.33.mixer.experts.106.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.272.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.8.mixer.experts.330.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.382.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.105.mixer.experts.459.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.222.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.14.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.443.down_proj.weight": "model-00156-of-00225.safetensors", + "mtp.layers.1.mixer.experts.86.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.350.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.453.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.353.down_proj.weight": "model-00041-of-00225.safetensors", + "mtp.layers.1.mixer.experts.169.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.62.mixer.experts.420.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.441.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.104.mixer.in_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.357.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.1.mixer.experts.94.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.28.mixer.experts.408.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.235.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.102.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.79.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.107.mixer.experts.358.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.78.mixer.experts.69.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.76.mixer.experts.396.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.48.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.28.mixer.experts.57.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.71.mixer.experts.302.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.15.mixer.experts.380.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.11.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.105.mixer.experts.58.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.146.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.24.mixer.experts.426.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.264.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.328.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.80.mixer.experts.143.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.21.mixer.experts.132.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.42.mixer.experts.177.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.63.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.67.mixer.experts.357.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.127.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.40.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.353.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.326.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.4.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.161.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.101.mixer.experts.245.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.40.mixer.experts.58.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.65.mixer.experts.37.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.64.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.62.mixer.experts.458.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.47.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.92.mixer.experts.498.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.92.mixer.experts.478.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.39.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.67.mixer.experts.143.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.374.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.90.mixer.experts.392.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.experts.205.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.494.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.10.mixer.experts.482.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.74.mixer.experts.249.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.362.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.497.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.486.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.46.mixer.experts.388.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.42.mixer.experts.83.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.85.mixer.experts.182.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.35.mixer.experts.61.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.26.mixer.experts.183.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.260.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.71.mixer.experts.364.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.44.mixer.experts.243.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.220.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.85.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.58.mixer.experts.278.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.45.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.44.mixer.experts.156.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.128.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.74.mixer.experts.388.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.85.mixer.experts.493.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.172.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.177.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.87.mixer.experts.389.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.93.mixer.conv1d.bias": "model-00188-of-00225.safetensors", + "backbone.layers.69.mixer.experts.142.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.363.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.61.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.69.mixer.experts.306.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.46.mixer.experts.107.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.59.norm.weight": "model-00120-of-00225.safetensors", + "backbone.layers.44.mixer.experts.277.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.74.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.299.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.60.mixer.experts.233.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.20.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.17.mixer.experts.396.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.227.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.489.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.103.mixer.experts.447.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.85.mixer.experts.248.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.28.mixer.experts.10.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.62.mixer.experts.121.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.460.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.42.mixer.experts.447.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.78.mixer.experts.234.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.179.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.135.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.38.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.44.mixer.experts.368.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.41.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.94.mixer.experts.342.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.15.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.37.mixer.experts.45.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.38.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.1.mixer.experts.152.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.46.mixer.experts.503.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.12.mixer.experts.220.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.83.mixer.experts.491.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.87.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.85.mixer.experts.135.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.138.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.35.mixer.experts.55.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.105.mixer.experts.236.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.105.mixer.experts.9.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.428.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.16.mixer.A_log": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.37.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.92.mixer.experts.213.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.458.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.35.mixer.experts.251.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.134.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.85.mixer.experts.249.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.24.mixer.experts.480.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.19.mixer.experts.201.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.15.mixer.experts.228.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.92.mixer.experts.54.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.76.mixer.experts.428.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.103.mixer.experts.401.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.24.mixer.experts.309.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.71.mixer.experts.75.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.76.mixer.experts.229.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.75.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.116.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.24.mixer.experts.208.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.78.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.314.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.26.mixer.experts.149.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.326.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.76.mixer.experts.453.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.484.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.42.mixer.experts.115.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.8.mixer.experts.95.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.41.norm.weight": "model-00083-of-00225.safetensors", + "backbone.layers.76.mixer.experts.422.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.44.mixer.experts.103.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.117.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.3.mixer.experts.484.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.51.mixer.experts.257.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.58.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.5.mixer.experts.97.down_proj.weight": "model-00011-of-00225.safetensors", + "mtp.layers.1.mixer.experts.258.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.446.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.10.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.87.mixer.experts.478.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.96.mixer.experts.25.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.300.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.experts.102.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.37.mixer.experts.275.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.318.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.506.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.0.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.92.mixer.experts.113.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.411.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.69.mixer.experts.411.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.164.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.42.mixer.experts.364.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.57.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.78.mixer.experts.291.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.264.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.239.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.385.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.194.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.67.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.64.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.477.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.69.mixer.experts.249.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.300.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.26.mixer.experts.412.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.85.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.69.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.85.mixer.experts.227.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.44.mixer.experts.76.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.105.mixer.experts.99.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.199.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.129.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.403.down_proj.weight": "model-00023-of-00225.safetensors", + "mtp.layers.1.mixer.experts.197.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.458.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.88.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.21.mixer.experts.316.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.387.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.69.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.3.mixer.experts.102.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.78.mixer.experts.499.up_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.504.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.397.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.109.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.397.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.43.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.1.mixer.experts.376.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.490.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.318.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.28.mixer.experts.215.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.497.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.160.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.293.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.40.mixer.experts.254.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.62.mixer.experts.154.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.19.mixer.experts.400.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.76.mixer.experts.370.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.74.mixer.experts.298.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.422.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.92.mixer.experts.304.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.94.mixer.experts.357.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.156.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.7.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.481.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.46.mixer.experts.461.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.44.mixer.experts.503.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.99.mixer.experts.411.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.160.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.8.mixer.experts.303.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.205.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.64.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.96.mixer.experts.493.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.416.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.91.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.431.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.15.mixer.experts.233.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.455.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.87.mixer.experts.280.down_proj.weight": "model-00177-of-00225.safetensors", + "mtp.layers.1.mixer.experts.342.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.446.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.508.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.80.mixer.experts.163.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.466.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.55.mixer.experts.46.up_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.182.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.282.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.107.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.157.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.1.mixer.experts.324.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.203.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.373.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.415.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.62.mixer.experts.302.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.8.mixer.experts.121.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.107.mixer.experts.177.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.12.mixer.experts.206.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.280.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.426.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.76.mixer.experts.146.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.473.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.85.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.19.mixer.experts.410.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.83.mixer.experts.239.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.182.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.33.mixer.experts.465.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.257.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.101.mixer.experts.110.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.51.mixer.experts.143.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.33.mixer.experts.296.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.28.mixer.experts.242.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.83.mixer.experts.315.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.127.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.250.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.15.mixer.experts.2.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.67.mixer.experts.250.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.308.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.46.mixer.experts.15.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.69.mixer.experts.95.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.398.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.28.mixer.experts.92.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.399.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.44.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.51.mixer.experts.44.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.76.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.507.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.71.mixer.experts.144.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.238.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.473.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.94.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.247.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.90.mixer.experts.259.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.231.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.96.mixer.experts.41.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.34.norm.weight": "model-00069-of-00225.safetensors", + "backbone.layers.90.mixer.experts.473.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.42.mixer.experts.10.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.456.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.145.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.17.mixer.experts.62.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.96.mixer.experts.226.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.388.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.256.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.5.mixer.experts.264.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.92.mixer.experts.472.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.10.mixer.experts.203.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.10.mixer.experts.440.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.51.mixer.experts.392.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.51.mixer.experts.450.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.29.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.35.mixer.experts.450.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.12.mixer.experts.164.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.68.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.37.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.105.mixer.gate.e_score_correction_bias": "model-00216-of-00225.safetensors", + "backbone.layers.37.mixer.experts.308.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.94.mixer.experts.405.down_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.63.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.92.mixer.experts.409.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.44.mixer.experts.27.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.96.mixer.experts.263.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.8.mixer.experts.239.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.196.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.127.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.107.mixer.experts.466.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.78.mixer.experts.485.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.168.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.8.mixer.experts.320.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.99.mixer.experts.9.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.53.mixer.experts.496.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.113.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.33.mixer.experts.192.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.15.mixer.experts.442.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.21.mixer.experts.224.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.12.mixer.experts.299.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.300.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.33.mixer.experts.324.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.44.mixer.experts.211.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.321.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.46.mixer.experts.450.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.173.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.99.mixer.experts.325.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.19.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.359.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.12.mixer.experts.69.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.326.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.83.mixer.experts.318.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.58.mixer.experts.351.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.100.mixer.in_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.49.mixer.experts.255.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.43.mixer.in_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.324.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.12.mixer.experts.470.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.239.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.118.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.58.mixer.experts.339.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.103.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.340.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.85.mixer.experts.258.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.99.mixer.experts.39.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.94.mixer.experts.477.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.490.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.94.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.447.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.15.mixer.experts.30.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.58.mixer.experts.63.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.446.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.49.mixer.experts.497.down_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.126.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.132.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.3.mixer.experts.12.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.182.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.58.mixer.experts.410.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.274.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.264.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.35.mixer.experts.275.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.40.mixer.experts.3.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.96.mixer.experts.421.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.279.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.85.mixer.experts.116.down_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.100.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.138.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.148.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.372.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.366.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.415.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.94.mixer.experts.20.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.69.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.355.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.378.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.392.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.122.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.74.mixer.experts.96.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.46.mixer.experts.40.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.278.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.230.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.277.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.28.mixer.experts.349.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.352.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.28.mixer.experts.314.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.170.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.76.mixer.experts.207.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.58.mixer.experts.120.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.493.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.78.mixer.experts.409.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.fc1_latent_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.175.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.60.mixer.experts.44.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.85.mixer.experts.272.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.211.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.77.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.76.mixer.experts.176.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.53.mixer.experts.429.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.450.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.485.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.149.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.83.mixer.experts.334.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.28.mixer.experts.354.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.96.mixer.experts.479.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.378.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.238.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.experts.228.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.68.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.58.mixer.experts.320.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.40.mixer.experts.241.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.286.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.103.mixer.experts.254.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.30.mixer.experts.44.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.12.mixer.experts.386.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.152.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.125.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.96.mixer.experts.225.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.83.mixer.experts.459.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.15.mixer.experts.157.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.503.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.440.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.12.mixer.experts.268.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.105.mixer.experts.192.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.341.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.46.mixer.experts.38.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.69.mixer.experts.253.down_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.15.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.101.mixer.experts.129.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.10.mixer.experts.237.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.30.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.33.mixer.experts.121.down_proj.weight": "model-00066-of-00225.safetensors", + "mtp.layers.1.mixer.experts.226.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.90.mixer.experts.263.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.88.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.21.mixer.experts.157.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.255.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.366.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.54.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.44.mixer.experts.500.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.58.mixer.experts.153.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.62.mixer.experts.137.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.55.mixer.experts.257.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.51.mixer.experts.181.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.283.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.341.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.304.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.109.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.198.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.488.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.71.mixer.experts.183.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.37.mixer.experts.33.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.456.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.430.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.15.mixer.experts.438.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.96.mixer.experts.252.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.15.mixer.experts.150.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.76.mixer.experts.44.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.24.mixer.experts.400.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.143.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.391.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.249.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.21.mixer.experts.389.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.335.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.51.mixer.experts.282.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.239.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.320.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.506.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.344.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.76.mixer.experts.139.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.211.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.346.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.252.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.352.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.260.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.26.mixer.experts.66.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.297.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.236.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.26.mixer.experts.328.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.77.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.195.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.55.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.76.mixer.experts.323.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.19.mixer.experts.211.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.35.mixer.experts.505.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.94.mixer.experts.447.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.1.mixer.experts.353.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.80.mixer.experts.241.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.83.mixer.experts.28.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.110.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.37.mixer.experts.3.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.74.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.78.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.105.mixer.experts.309.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.396.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.220.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.3.mixer.experts.256.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.101.mixer.experts.217.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.196.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.397.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.145.up_proj.weight": "model-00167-of-00225.safetensors", + "mtp.layers.1.mixer.experts.460.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.78.mixer.experts.306.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.78.mixer.experts.269.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.408.up_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.69.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.92.mixer.experts.237.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.55.mixer.experts.341.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.466.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.28.mixer.experts.354.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.78.mixer.experts.384.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.21.mixer.experts.494.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.258.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.53.mixer.experts.308.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.437.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.228.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.470.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.76.mixer.experts.102.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.26.mixer.experts.395.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.150.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.10.mixer.experts.255.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.471.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.235.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.65.mixer.experts.24.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.383.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.94.mixer.experts.207.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.197.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.62.mixer.experts.500.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.332.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.24.mixer.experts.292.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.104.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.33.mixer.experts.387.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.234.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.90.mixer.experts.280.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.5.mixer.experts.76.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.26.mixer.experts.56.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.18.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.78.mixer.experts.498.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.69.mixer.experts.422.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.92.mixer.experts.279.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.208.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.305.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.53.mixer.experts.445.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.42.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.33.mixer.experts.403.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.182.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.395.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.83.mixer.experts.335.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.112.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.205.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.301.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.173.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.96.mixer.experts.337.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.484.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.249.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.108.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.273.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.404.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.35.mixer.experts.225.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.74.mixer.experts.172.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.394.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.103.mixer.experts.103.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.26.mixer.experts.334.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.430.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.30.mixer.experts.293.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.458.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.417.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.103.mixer.experts.387.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.466.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.280.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.17.mixer.experts.74.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.44.mixer.experts.262.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.24.mixer.experts.434.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.254.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.8.mixer.experts.267.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.19.mixer.experts.455.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.394.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.212.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.5.mixer.experts.202.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.211.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.246.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.410.down_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.1.mixer.experts.123.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.101.mixer.experts.435.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.54.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.434.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.87.mixer.experts.140.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.85.mixer.experts.307.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.395.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.35.mixer.experts.465.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.455.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.139.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.341.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.40.mixer.experts.429.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.80.mixer.experts.504.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.462.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.1.mixer.experts.477.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.80.mixer.experts.430.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.15.mixer.experts.181.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.368.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.96.mixer.experts.14.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.37.mixer.experts.437.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.33.mixer.experts.419.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.74.mixer.experts.166.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.102.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.55.mixer.experts.35.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.465.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.30.mixer.experts.398.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.66.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.24.mixer.experts.237.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.427.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.74.mixer.experts.18.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.409.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.141.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.370.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.85.mixer.experts.422.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.209.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.78.mixer.experts.179.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.65.mixer.experts.392.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.17.mixer.experts.381.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.219.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.383.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.378.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.21.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.65.mixer.experts.386.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.1.mixer.experts.422.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.101.mixer.experts.253.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.3.mixer.experts.173.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.87.mixer.experts.453.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.103.mixer.experts.20.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.210.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.227.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.187.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.62.mixer.experts.480.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.113.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.19.mixer.experts.166.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.3.mixer.experts.77.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.60.mixer.experts.334.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.293.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.490.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.42.mixer.experts.354.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.509.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.15.mixer.experts.401.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.448.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.315.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.10.mixer.experts.447.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.28.mixer.experts.375.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.450.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.183.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.194.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.4.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.5.mixer.experts.406.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.306.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.510.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.85.mixer.experts.85.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.502.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.78.mixer.experts.2.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.30.mixer.experts.144.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.511.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.475.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.12.mixer.experts.467.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.83.mixer.experts.165.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.15.mixer.experts.333.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.444.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.8.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.12.mixer.experts.442.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.8.mixer.experts.321.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.26.mixer.experts.408.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.49.mixer.experts.52.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.67.mixer.experts.319.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.96.mixer.experts.82.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.12.mixer.experts.473.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.51.mixer.experts.243.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.170.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.norm.weight": "model-00134-of-00225.safetensors", + "backbone.layers.15.mixer.experts.57.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.65.mixer.experts.4.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.67.mixer.experts.304.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.227.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.51.mixer.experts.375.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.237.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.343.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.203.up_proj.weight": "model-00039-of-00225.safetensors", + "mtp.layers.1.mixer.experts.92.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.10.mixer.experts.131.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.344.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.281.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.53.mixer.experts.206.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.409.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.17.mixer.experts.143.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.252.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.12.mixer.experts.56.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.15.mixer.experts.174.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.42.mixer.experts.3.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.99.mixer.experts.146.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.3.mixer.experts.355.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.42.mixer.experts.344.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.103.mixer.experts.369.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.49.mixer.experts.303.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.162.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.177.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.74.mixer.experts.240.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.105.mixer.experts.318.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.80.mixer.experts.443.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.78.mixer.experts.143.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.399.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.350.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.16.mixer.out_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.84.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.406.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.55.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.240.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.224.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.17.mixer.experts.475.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.188.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.60.mixer.experts.0.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.53.mixer.experts.384.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.experts.78.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.107.mixer.experts.250.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.165.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.14.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.87.mixer.experts.156.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.65.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.1.mixer.experts.497.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.30.mixer.experts.377.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.126.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.267.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.44.mixer.experts.274.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.463.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.300.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.221.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.7.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.467.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.246.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.26.mixer.experts.152.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.275.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.33.mixer.experts.15.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.96.mixer.experts.126.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.348.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.202.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.1.mixer.experts.252.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.26.mixer.experts.482.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.60.mixer.experts.405.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.107.mixer.experts.107.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.19.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.92.mixer.experts.86.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.8.mixer.experts.6.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.40.mixer.experts.111.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.508.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.77.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.434.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.1.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.144.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.101.mixer.experts.150.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.78.mixer.experts.441.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.406.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.101.mixer.experts.240.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.77.mixer.norm.weight": "model-00156-of-00225.safetensors", + "backbone.layers.26.mixer.experts.205.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.90.mixer.experts.114.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.64.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.40.mixer.experts.67.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.234.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.502.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.470.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.37.mixer.experts.291.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.90.mixer.experts.201.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.3.mixer.experts.180.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.26.mixer.experts.161.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.423.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.140.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.435.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.62.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.86.mixer.out_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.257.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.500.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.280.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.40.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.41.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.37.mixer.experts.310.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.314.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.246.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.157.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.1.mixer.experts.82.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.78.mixer.experts.424.up_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.145.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.76.mixer.experts.174.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.190.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.168.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.39.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.405.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.123.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.55.mixer.experts.229.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.393.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.15.mixer.experts.415.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.71.mixer.experts.99.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.71.mixer.experts.343.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.90.mixer.experts.80.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.453.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.116.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.392.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.78.mixer.experts.347.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.3.mixer.experts.409.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.179.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.80.mixer.experts.186.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.37.mixer.experts.216.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.28.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.62.mixer.experts.229.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.19.mixer.experts.308.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.94.mixer.experts.194.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.26.mixer.experts.424.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.33.mixer.experts.299.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.37.mixer.experts.86.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.10.mixer.experts.221.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.212.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.146.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.21.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.42.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.76.mixer.experts.283.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.424.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.437.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.299.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.5.mixer.experts.307.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.502.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.21.mixer.experts.91.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.67.mixer.experts.167.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.185.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.96.mixer.experts.9.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.3.mixer.experts.26.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.407.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.283.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.15.mixer.experts.334.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.81.norm.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.232.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.53.mixer.experts.79.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.87.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.155.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.501.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.28.mixer.experts.101.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.208.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.460.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.8.mixer.experts.122.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.71.mixer.experts.374.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.51.mixer.experts.208.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.10.mixer.experts.331.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.125.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.experts.446.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.77.mixer.D": "model-00156-of-00225.safetensors", + "backbone.layers.74.mixer.experts.264.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.8.mixer.experts.452.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.81.mixer.out_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.455.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.80.mixer.experts.291.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.86.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.12.mixer.experts.49.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.28.mixer.experts.414.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.74.mixer.experts.491.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.3.mixer.experts.445.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.46.mixer.experts.252.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.53.mixer.experts.506.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.321.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.80.mixer.experts.158.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.78.mixer.experts.88.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.62.mixer.experts.455.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.342.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.487.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.286.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.58.mixer.experts.5.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.59.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.30.mixer.experts.238.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.207.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.33.mixer.experts.32.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.239.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.76.mixer.experts.224.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.281.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.76.mixer.experts.477.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.510.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.85.mixer.experts.510.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.19.mixer.experts.102.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.83.mixer.experts.285.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.37.mixer.experts.189.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.178.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.136.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.112.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.175.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.157.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.65.mixer.experts.111.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.99.mixer.experts.220.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.58.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.114.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.12.mixer.experts.419.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.15.mixer.experts.321.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.51.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.30.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.55.mixer.experts.325.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.21.mixer.experts.405.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.101.mixer.experts.147.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.48.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.78.mixer.experts.215.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.362.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.78.mixer.experts.24.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.33.mixer.experts.19.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.65.mixer.experts.442.down_proj.weight": "model-00133-of-00225.safetensors", + "mtp.layers.1.mixer.experts.5.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.3.mixer.experts.504.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.44.mixer.experts.135.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.28.mixer.experts.132.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.89.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.497.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.49.mixer.experts.494.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.256.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.308.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.40.mixer.experts.492.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.478.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.274.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.98.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.158.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.424.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.49.mixer.experts.105.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.107.mixer.experts.332.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.377.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.421.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.35.mixer.experts.86.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.78.mixer.experts.228.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.1.mixer.experts.316.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.42.mixer.experts.126.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.394.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.328.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.1.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.436.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.99.mixer.experts.7.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.363.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.37.mixer.experts.68.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.57.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.508.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.78.mixer.experts.204.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.37.mixer.experts.474.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.199.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.101.mixer.experts.208.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.187.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.21.mixer.shared_experts.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.103.mixer.experts.212.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.363.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.75.down_proj.weight": "model-00029-of-00225.safetensors", + "mtp.layers.1.mixer.experts.106.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.292.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.37.mixer.experts.173.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.57.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.105.mixer.experts.8.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.5.mixer.experts.248.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.62.mixer.experts.359.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.198.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.85.mixer.experts.210.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.49.mixer.experts.373.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.65.mixer.experts.351.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.163.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.42.mixer.experts.147.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.173.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.395.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.110.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.386.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.170.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.200.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.15.mixer.experts.21.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.145.up_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.439.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.181.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.87.mixer.experts.438.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.42.mixer.experts.253.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.90.mixer.experts.52.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.279.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.498.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.91.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.58.mixer.experts.421.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.58.mixer.experts.435.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.430.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.99.mixer.experts.186.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.156.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.470.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.53.mixer.experts.420.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.180.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.92.mixer.experts.319.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.33.mixer.experts.145.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.17.mixer.experts.270.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.159.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.65.mixer.experts.377.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.324.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.17.mixer.experts.83.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.167.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.87.mixer.experts.375.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.429.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.90.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.81.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.491.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.65.mixer.experts.88.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.203.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.25.mixer.conv1d.bias": "model-00051-of-00225.safetensors", + "backbone.layers.76.mixer.experts.205.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.26.mixer.experts.273.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.21.mixer.experts.10.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.213.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.92.mixer.experts.110.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.mixer.experts.457.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.237.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.344.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.12.mixer.experts.225.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.experts.86.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.144.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.67.mixer.experts.44.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.65.mixer.experts.145.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.266.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.21.mixer.experts.405.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.40.mixer.experts.354.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.291.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.1.mixer.experts.502.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.69.mixer.experts.187.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.90.mixer.experts.261.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.225.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.327.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.454.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.321.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.experts.151.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.62.mixer.experts.136.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.10.mixer.experts.326.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.482.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.273.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.17.mixer.experts.487.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.53.mixer.experts.471.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.67.mixer.experts.269.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.92.mixer.experts.24.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.15.mixer.experts.34.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.51.mixer.experts.324.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.80.mixer.experts.482.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.71.mixer.experts.437.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.220.up_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.283.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.17.mixer.experts.129.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.46.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.96.mixer.experts.457.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.215.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.74.mixer.experts.78.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.46.mixer.experts.103.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.413.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.364.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.42.mixer.experts.431.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.343.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.101.mixer.experts.173.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.40.mixer.experts.347.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.217.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.21.mixer.experts.60.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.60.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.83.mixer.experts.366.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.105.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.363.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.44.mixer.experts.384.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.357.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.486.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.492.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.94.mixer.experts.173.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.292.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.454.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.343.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.experts.139.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.17.mixer.experts.8.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.8.mixer.experts.257.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.28.mixer.experts.110.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.71.mixer.experts.407.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.78.mixer.experts.359.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.87.mixer.experts.17.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.400.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.441.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.339.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.24.mixer.experts.3.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.42.mixer.experts.128.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.3.mixer.experts.330.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.74.mixer.experts.173.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.26.mixer.experts.353.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.28.mixer.experts.180.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.342.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.58.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.42.mixer.experts.110.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.400.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.28.mixer.experts.290.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.163.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.60.mixer.experts.309.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.24.mixer.experts.171.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.62.mixer.experts.98.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.327.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.424.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.8.mixer.experts.138.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.499.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.58.mixer.experts.366.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.8.mixer.experts.289.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.401.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.450.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.150.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.53.mixer.experts.128.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.327.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.24.mixer.experts.91.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.412.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.442.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.505.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.378.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.239.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.236.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.11.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.40.mixer.experts.189.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.344.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.127.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.51.mixer.experts.196.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.218.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.496.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.180.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.5.mixer.experts.462.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.507.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.105.mixer.experts.439.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.55.mixer.experts.310.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.255.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.60.mixer.experts.143.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.277.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.35.mixer.experts.271.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.21.mixer.experts.276.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.78.mixer.experts.448.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.105.mixer.experts.487.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.83.mixer.experts.329.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.10.mixer.experts.181.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.16.up_proj.weight": "model-00175-of-00225.safetensors", + "mtp.layers.1.mixer.experts.255.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.30.mixer.experts.123.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.83.mixer.experts.131.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.96.mixer.experts.31.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.382.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.71.mixer.experts.230.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.24.mixer.experts.288.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.85.mixer.experts.385.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.343.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.144.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.74.mixer.experts.307.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.113.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.24.mixer.experts.110.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.51.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.55.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.12.mixer.experts.415.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.81.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.19.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.44.mixer.experts.228.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.277.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.78.mixer.experts.118.down_proj.weight": "model-00157-of-00225.safetensors", + "mtp.layers.1.mixer.experts.245.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.17.mixer.experts.331.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.8.mixer.experts.381.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.392.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.103.mixer.experts.415.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.49.mixer.experts.357.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.276.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.143.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.270.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.10.mixer.experts.143.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.296.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.113.down_proj.weight": "model-00093-of-00225.safetensors", + "mtp.layers.1.mixer.experts.24.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.55.mixer.experts.67.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.495.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.367.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.67.mixer.experts.285.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.179.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.76.mixer.experts.350.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.40.mixer.experts.127.up_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.511.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.33.mixer.experts.449.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.137.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.17.mixer.experts.245.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.75.norm.weight": "model-00152-of-00225.safetensors", + "backbone.layers.87.mixer.experts.272.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.26.mixer.experts.154.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.103.mixer.experts.307.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.406.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.74.mixer.experts.101.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.81.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.335.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.502.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.10.mixer.experts.233.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.378.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.90.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.62.mixer.experts.207.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.101.mixer.experts.478.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.58.mixer.experts.380.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.102.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.76.mixer.experts.345.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.105.mixer.experts.143.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.101.mixer.experts.30.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.430.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.403.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.15.mixer.experts.131.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.8.mixer.experts.17.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.3.mixer.experts.417.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.99.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.372.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.357.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.experts.378.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.fc2_latent_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.67.mixer.experts.488.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.67.mixer.experts.123.up_proj.weight": "model-00135-of-00225.safetensors", + "mtp.layers.1.mixer.experts.71.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.5.mixer.experts.174.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.44.mixer.experts.107.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.71.mixer.experts.279.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.37.mixer.experts.281.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.102.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.17.mixer.experts.296.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.62.mixer.experts.445.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.123.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.87.mixer.experts.344.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.419.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.156.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.83.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.8.mixer.experts.157.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.24.mixer.experts.163.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.12.mixer.experts.161.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.52.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.475.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.487.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.46.mixer.experts.42.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.454.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.21.mixer.experts.63.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.220.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.experts.5.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.101.mixer.experts.507.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.376.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.37.mixer.experts.94.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.38.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.90.mixer.experts.364.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.83.mixer.experts.92.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.51.mixer.experts.505.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.1.mixer.experts.187.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.72.mixer.dt_bias": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.321.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.103.mixer.experts.155.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.105.mixer.experts.437.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.19.mixer.experts.105.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.33.mixer.experts.356.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.53.mixer.experts.471.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.90.mixer.experts.146.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.499.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.8.mixer.experts.433.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.489.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.189.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.3.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.10.mixer.experts.324.down_proj.weight": "model-00022-of-00225.safetensors", + "mtp.layers.1.mixer.experts.133.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.282.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.214.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.501.up_proj.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.319.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.80.mixer.experts.130.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.454.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.234.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.12.mixer.experts.361.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.107.mixer.experts.346.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.5.mixer.experts.339.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.267.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.383.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.100.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.78.mixer.experts.456.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.411.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.114.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.26.mixer.experts.117.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.118.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.104.mixer.A_log": "model-00211-of-00225.safetensors", + "backbone.layers.101.mixer.experts.421.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.409.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.259.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.348.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.455.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.20.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.42.mixer.experts.33.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.272.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.375.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.69.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.356.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.404.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.315.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.283.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.4.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.508.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.17.mixer.experts.290.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.5.mixer.experts.480.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.290.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.51.mixer.experts.287.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.85.mixer.experts.468.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.78.mixer.experts.53.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.400.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.26.mixer.experts.287.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.393.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.253.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.33.mixer.experts.105.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.44.mixer.experts.192.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.1.mixer.experts.239.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.330.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.367.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.41.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.74.mixer.experts.52.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.205.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.106.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.101.mixer.experts.35.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.328.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.10.mixer.experts.276.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.259.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.346.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.67.mixer.experts.88.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.3.mixer.experts.156.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.406.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.17.mixer.experts.10.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.83.mixer.experts.236.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.51.mixer.experts.200.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.10.mixer.experts.28.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.74.mixer.experts.452.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.51.mixer.experts.33.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.157.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.65.mixer.experts.12.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.303.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.65.mixer.experts.68.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.76.mixer.experts.45.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.47.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.15.mixer.experts.461.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.69.mixer.experts.67.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.99.mixer.experts.291.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.12.mixer.experts.24.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.409.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.107.mixer.experts.364.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.15.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.33.mixer.experts.203.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.90.mixer.experts.166.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.475.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.417.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.37.mixer.experts.432.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.294.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.461.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.8.mixer.experts.467.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.396.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.435.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.101.mixer.experts.368.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.33.mixer.experts.360.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.92.mixer.experts.414.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.65.mixer.experts.154.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.49.mixer.experts.225.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.147.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.62.mixer.experts.417.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.60.mixer.experts.339.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.21.mixer.experts.88.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.53.mixer.experts.503.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.46.mixer.experts.7.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.46.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.1.mixer.experts.442.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.71.mixer.experts.285.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.272.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.163.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.94.mixer.experts.468.down_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.327.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.35.mixer.experts.70.up_proj.weight": "model-00070-of-00225.safetensors", + "mtp.layers.1.mixer.experts.422.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.96.mixer.experts.426.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.85.mixer.experts.110.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.65.mixer.experts.61.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.10.mixer.experts.84.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.60.mixer.experts.103.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.65.mixer.experts.269.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.172.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.30.mixer.experts.479.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.216.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.74.mixer.experts.63.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.43.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.394.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.190.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.483.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.304.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.21.mixer.experts.230.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.465.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.55.mixer.experts.255.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.245.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.63.mixer.norm.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.232.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.405.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.208.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.5.mixer.experts.56.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.49.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.42.mixer.experts.233.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.355.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.71.mixer.experts.153.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.500.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.17.mixer.experts.377.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.156.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.96.mixer.experts.204.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.509.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.1.mixer.experts.326.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.497.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.42.mixer.experts.427.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.107.mixer.experts.386.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.80.mixer.experts.422.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.49.mixer.experts.3.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.85.mixer.experts.440.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.65.mixer.experts.165.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.92.mixer.experts.88.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.44.mixer.experts.250.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.406.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.81.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.410.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.12.mixer.experts.298.up_proj.weight": "model-00026-of-00225.safetensors", + "mtp.layers.1.mixer.experts.475.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.448.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.70.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.119.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.17.mixer.experts.367.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.326.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.15.mixer.experts.424.down_proj.weight": "model-00032-of-00225.safetensors", + "mtp.layers.1.mixer.experts.134.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.71.mixer.experts.243.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.101.mixer.experts.249.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.49.mixer.experts.133.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.19.mixer.experts.434.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.96.mixer.experts.432.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.65.mixer.experts.230.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.453.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.145.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.283.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.8.mixer.experts.291.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.3.mixer.experts.190.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.58.mixer.experts.395.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.407.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.145.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.51.mixer.experts.227.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.148.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.71.mixer.experts.315.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.176.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.40.mixer.experts.414.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.26.mixer.experts.182.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.24.mixer.experts.184.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.49.mixer.experts.401.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.74.mixer.experts.257.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.2.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.85.mixer.experts.381.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.468.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.24.mixer.experts.245.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.260.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.188.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.98.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.90.mixer.experts.1.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.76.mixer.experts.504.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.65.mixer.experts.341.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.224.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.106.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.92.mixer.experts.130.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.97.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.317.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.105.mixer.experts.353.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.46.mixer.experts.331.down_proj.weight": "model-00095-of-00225.safetensors", + "mtp.layers.1.mixer.experts.214.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.284.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.62.mixer.experts.319.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.46.mixer.experts.316.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.218.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.474.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.499.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.203.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.72.norm.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.129.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.123.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.128.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.12.mixer.experts.168.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.28.mixer.experts.344.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.2.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.49.mixer.experts.7.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.489.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.58.mixer.experts.208.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.8.mixer.experts.393.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.15.mixer.experts.78.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.85.mixer.experts.103.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.94.mixer.experts.180.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.92.mixer.experts.286.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.40.mixer.experts.209.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.33.mixer.experts.471.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.94.mixer.experts.209.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.165.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.69.mixer.experts.445.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.53.mixer.experts.65.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.250.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.26.mixer.experts.197.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.8.mixer.experts.508.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.99.mixer.experts.185.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.230.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.198.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.34.mixer.norm.weight": "model-00070-of-00225.safetensors", + "backbone.layers.3.mixer.experts.230.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.446.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.180.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.87.mixer.experts.353.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.236.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.15.mixer.experts.39.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.49.mixer.experts.31.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.30.mixer.experts.450.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.298.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.81.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.156.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.42.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.33.mixer.experts.373.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.70.mixer.conv1d.bias": "model-00143-of-00225.safetensors", + "backbone.layers.4.mixer.conv1d.weight": "model-00010-of-00225.safetensors", + "backbone.layers.92.mixer.experts.215.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.412.down_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.180.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.278.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.85.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.101.mixer.experts.120.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.1.mixer.experts.215.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.150.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.169.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.153.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.149.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.493.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.8.mixer.experts.349.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.71.mixer.experts.82.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.60.mixer.experts.115.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.224.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.213.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.21.mixer.experts.120.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.412.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.349.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.269.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.47.mixer.conv1d.weight": "model-00097-of-00225.safetensors", + "backbone.layers.83.mixer.experts.314.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.228.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.40.mixer.experts.62.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.105.mixer.experts.511.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.8.mixer.experts.270.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.311.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.85.mixer.experts.290.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.436.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.107.mixer.experts.508.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.63.mixer.conv1d.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.180.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.78.mixer.experts.123.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.35.mixer.experts.25.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.10.mixer.experts.140.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.51.mixer.experts.49.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.101.mixer.experts.121.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.32.mixer.o_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.156.up_proj.weight": "model-00217-of-00225.safetensors", + "mtp.layers.1.mixer.experts.142.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.105.mixer.experts.352.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.experts.390.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.10.mixer.experts.372.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.154.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.152.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.51.mixer.experts.454.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.367.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.94.mixer.experts.354.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.24.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.99.mixer.experts.18.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.451.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.30.mixer.experts.253.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.44.mixer.experts.94.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.49.mixer.experts.454.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.62.mixer.experts.142.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.119.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.94.mixer.experts.388.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.142.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.442.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.44.mixer.experts.253.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.experts.250.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.46.mixer.experts.254.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.5.mixer.experts.241.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.80.mixer.experts.361.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.227.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.228.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.30.mixer.experts.371.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.169.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.29.mixer.conv1d.bias": "model-00060-of-00225.safetensors", + "backbone.layers.107.mixer.experts.380.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.206.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.423.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.372.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.287.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.258.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.192.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.39.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.200.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.278.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.94.mixer.experts.46.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.58.mixer.experts.221.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.5.mixer.experts.296.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.experts.37.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.44.mixer.experts.69.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.85.mixer.experts.79.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.49.mixer.experts.504.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.8.mixer.experts.54.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.446.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.111.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.190.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.105.mixer.experts.97.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.202.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.28.mixer.experts.172.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.74.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.511.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.67.mixer.experts.495.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.511.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.44.mixer.experts.330.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.446.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.87.mixer.experts.413.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.283.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.498.up_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.239.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.78.mixer.experts.196.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.496.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.261.down_proj.weight": "model-00003-of-00225.safetensors", + "mtp.layers.1.mixer.experts.107.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.101.mixer.experts.9.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.5.mixer.experts.342.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.42.mixer.experts.19.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.181.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.194.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.44.mixer.experts.24.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.60.mixer.experts.346.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.58.mixer.experts.354.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.51.mixer.experts.280.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.504.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.408.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.373.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.51.mixer.experts.496.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.58.mixer.experts.400.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.6.mixer.conv1d.bias": "model-00015-of-00225.safetensors", + "backbone.layers.51.mixer.experts.72.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.55.mixer.experts.315.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.31.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.26.mixer.experts.435.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.173.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.103.mixer.experts.96.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.69.mixer.experts.461.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.35.mixer.experts.158.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.381.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.455.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.94.mixer.experts.249.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.24.mixer.experts.419.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.60.mixer.experts.144.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.gate.e_score_correction_bias": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.280.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.69.mixer.experts.504.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.458.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.55.mixer.experts.497.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.30.mixer.experts.429.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.28.mixer.experts.368.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.19.mixer.experts.237.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.19.mixer.experts.428.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.107.mixer.experts.34.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.226.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.15.mixer.experts.155.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.17.mixer.experts.391.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.31.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.122.down_proj.weight": "model-00011-of-00225.safetensors", + "mtp.layers.1.mixer.experts.330.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.60.mixer.experts.76.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.10.mixer.experts.471.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.78.mixer.experts.304.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.44.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.1.mixer.experts.275.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.5.mixer.experts.113.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.509.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.254.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.205.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.204.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.120.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.40.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.465.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.62.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.33.mixer.experts.509.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.3.mixer.experts.99.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.46.mixer.experts.396.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.42.mixer.experts.97.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.67.mixer.experts.413.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.3.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.58.mixer.experts.478.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.195.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.15.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.464.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.17.mixer.experts.475.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.70.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.392.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.352.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.28.mixer.experts.28.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.51.mixer.experts.203.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.282.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.92.mixer.experts.306.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.53.mixer.experts.27.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.79.down_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.416.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.78.mixer.experts.480.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.44.mixer.experts.113.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.87.mixer.experts.53.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.160.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.40.mixer.experts.83.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.71.mixer.experts.78.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.269.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.243.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.69.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.96.mixer.experts.264.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.21.mixer.experts.487.down_proj.weight": "model-00046-of-00225.safetensors", + "mtp.layers.1.mixer.experts.434.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.419.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.101.mixer.experts.372.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.87.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.5.mixer.experts.24.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.5.mixer.experts.61.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.65.mixer.experts.479.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.17.mixer.experts.325.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.15.mixer.experts.313.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.368.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.78.mixer.experts.370.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.462.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.68.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.413.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.53.mixer.experts.75.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.240.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.357.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.387.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.3.mixer.experts.234.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.88.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.223.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.46.mixer.experts.290.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.439.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.239.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.175.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.80.mixer.experts.322.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.131.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.65.mixer.experts.462.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.103.mixer.experts.382.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.408.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.195.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.85.mixer.experts.482.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.gate.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.57.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.300.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.376.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.8.mixer.experts.4.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.experts.251.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.178.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.45.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.10.mixer.experts.408.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.398.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.389.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.15.mixer.experts.305.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.112.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.40.mixer.experts.174.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.465.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.37.mixer.experts.223.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.65.mixer.experts.89.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.46.mixer.experts.456.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.499.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.8.mixer.experts.214.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.76.mixer.experts.189.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.168.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.85.mixer.experts.380.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.21.mixer.experts.27.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.28.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.28.mixer.experts.494.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.395.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.126.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.511.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.335.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.58.mixer.experts.480.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.399.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.76.mixer.experts.142.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.8.mixer.experts.442.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.76.mixer.experts.384.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.275.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.459.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.231.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.182.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.296.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.37.mixer.experts.435.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.37.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.225.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.426.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.76.mixer.experts.101.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.222.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.211.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.44.mixer.experts.160.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.21.mixer.experts.127.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.55.mixer.experts.148.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.103.mixer.experts.460.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.470.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.253.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.339.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.33.mixer.experts.473.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.62.mixer.experts.84.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.430.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.269.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.42.mixer.experts.109.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.3.mixer.experts.309.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.65.mixer.experts.307.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.92.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.446.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.62.mixer.experts.334.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.74.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.74.mixer.experts.510.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.35.mixer.experts.107.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.103.mixer.experts.266.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.80.mixer.experts.382.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.42.mixer.experts.213.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.297.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.320.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.346.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.42.mixer.experts.64.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.343.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.58.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.76.mixer.experts.15.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.21.mixer.experts.162.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.0.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.15.mixer.experts.149.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.78.mixer.experts.493.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.10.mixer.experts.313.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.120.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.5.mixer.experts.509.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.105.mixer.experts.7.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.33.mixer.experts.307.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.19.mixer.experts.378.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.469.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.76.mixer.experts.220.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.202.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.426.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.24.mixer.experts.191.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.60.mixer.experts.482.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.53.mixer.experts.428.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.67.mixer.experts.217.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.434.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.273.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.92.mixer.experts.377.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.198.down_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.279.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.5.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.117.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.176.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.60.mixer.experts.388.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.15.mixer.experts.265.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.78.mixer.experts.222.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.443.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.374.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.191.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.19.mixer.experts.474.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.1.mixer.experts.361.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.229.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.3.mixer.experts.397.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.76.mixer.experts.447.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.83.mixer.experts.265.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.103.mixer.experts.108.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.248.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.19.mixer.experts.183.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.107.mixer.experts.318.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.393.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.8.mixer.experts.173.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.117.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.19.mixer.experts.228.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.203.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.356.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.71.mixer.experts.451.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.77.mixer.conv1d.weight": "model-00156-of-00225.safetensors", + "backbone.layers.12.mixer.experts.388.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.28.mixer.experts.322.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.382.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.15.mixer.experts.284.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.356.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.46.mixer.experts.217.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.33.mixer.experts.288.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.417.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.94.mixer.experts.153.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.15.mixer.experts.369.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.28.mixer.experts.79.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.65.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.65.mixer.experts.459.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.103.mixer.experts.171.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.211.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.44.mixer.experts.268.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.52.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.12.mixer.experts.163.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.57.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.44.mixer.experts.75.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.349.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.139.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.30.mixer.experts.493.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.51.mixer.experts.305.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.266.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.168.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.159.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.200.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.330.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.133.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.42.mixer.experts.384.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.5.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.3.mixer.experts.156.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.94.mixer.experts.28.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.46.mixer.experts.415.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.220.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.445.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.235.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.285.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.92.mixer.experts.0.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.105.mixer.experts.207.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.273.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.54.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.253.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.2.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.30.mixer.experts.150.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.67.mixer.experts.405.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.experts.60.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.69.mixer.experts.326.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.312.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.384.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.209.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.5.mixer.experts.161.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.117.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.15.mixer.experts.334.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.28.mixer.experts.426.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.103.mixer.experts.181.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.44.mixer.experts.434.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.90.mixer.experts.364.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.237.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.55.mixer.experts.231.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.71.mixer.experts.6.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.74.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.67.mixer.experts.276.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.5.mixer.experts.475.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.67.mixer.experts.88.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.99.mixer.experts.322.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.107.mixer.experts.467.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.94.mixer.experts.343.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.144.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.69.mixer.experts.447.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.60.mixer.experts.405.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.85.mixer.experts.178.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.210.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.gate.e_score_correction_bias": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.365.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.105.mixer.experts.322.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.258.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.214.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.293.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.55.mixer.experts.152.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.53.mixer.experts.381.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.472.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.21.mixer.experts.510.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.103.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.412.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.19.mixer.experts.89.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.78.mixer.experts.431.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.461.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.164.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.101.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.33.mixer.experts.13.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.83.mixer.experts.150.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.92.mixer.experts.206.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.374.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.270.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.105.mixer.experts.211.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.439.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.60.mixer.experts.493.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.46.mixer.experts.286.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.362.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.40.mixer.experts.147.up_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.51.up_proj.weight": "model-00221-of-00225.safetensors", + "mtp.layers.1.mixer.experts.366.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.183.down_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.384.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.465.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.78.mixer.experts.114.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.99.mixer.experts.244.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.28.mixer.experts.30.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.303.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.19.mixer.experts.162.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.254.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.378.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.101.mixer.experts.196.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.71.mixer.experts.440.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.431.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.21.mixer.experts.83.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.38.up_proj.weight": "model-00180-of-00225.safetensors", + "mtp.layers.1.mixer.experts.393.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.299.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.166.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.30.mixer.experts.171.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.60.mixer.experts.135.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.499.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.76.mixer.experts.356.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.90.mixer.experts.372.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.466.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.80.mixer.experts.79.up_proj.weight": "model-00162-of-00225.safetensors", + "mtp.layers.1.mixer.experts.251.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.26.mixer.experts.400.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.413.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.378.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.173.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.30.mixer.experts.335.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.90.mixer.experts.329.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.422.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.53.mixer.experts.449.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.85.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.71.mixer.experts.459.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.96.mixer.experts.490.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.6.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.87.mixer.experts.163.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.109.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.18.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.93.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.44.mixer.experts.361.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.87.mixer.experts.486.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.87.mixer.experts.76.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.53.mixer.experts.60.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.40.mixer.fc1_latent_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.421.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.46.mixer.experts.446.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.356.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.325.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.51.mixer.experts.405.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.144.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.101.mixer.experts.198.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.44.mixer.experts.407.up_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.441.up_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.275.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.12.mixer.experts.246.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.51.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.55.mixer.experts.130.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.57.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.318.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.17.mixer.experts.161.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.78.mixer.experts.4.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.172.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.319.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.39.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.17.mixer.experts.49.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.444.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.103.mixer.experts.226.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.332.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.166.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.101.mixer.experts.244.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.375.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.11.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.157.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.69.mixer.experts.241.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.53.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.53.mixer.experts.58.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.74.mixer.experts.487.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.362.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.90.mixer.experts.85.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.0.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.492.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.214.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.201.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.94.mixer.experts.493.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.40.mixer.experts.216.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.5.mixer.experts.83.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.355.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.49.mixer.experts.125.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.5.mixer.experts.416.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.78.mixer.experts.508.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.90.mixer.experts.260.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.12.mixer.experts.30.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.388.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.21.mixer.experts.42.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.443.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.418.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.97.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.117.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.74.mixer.experts.411.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.34.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.92.mixer.experts.405.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.102.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.172.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.65.mixer.experts.84.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.105.mixer.experts.446.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.3.mixer.experts.23.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.153.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.369.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.15.mixer.experts.69.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.100.norm.weight": "model-00202-of-00225.safetensors", + "backbone.layers.55.mixer.experts.64.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.377.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.53.mixer.experts.180.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.454.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.457.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.10.mixer.experts.402.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.101.mixer.experts.70.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.310.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.90.mixer.experts.118.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.171.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.483.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.58.mixer.experts.54.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.55.mixer.experts.491.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.12.mixer.experts.234.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.253.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.83.mixer.experts.125.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.35.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.10.mixer.experts.398.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.54.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.445.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.53.mixer.experts.297.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.60.mixer.experts.248.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.169.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.37.mixer.experts.310.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.167.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.305.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.37.mixer.experts.104.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.113.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.74.mixer.experts.385.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.80.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.8.mixer.experts.281.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.365.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.241.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.10.mixer.experts.502.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.210.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.fc2_latent_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.44.mixer.experts.21.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.171.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.282.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.85.mixer.experts.8.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.26.mixer.experts.173.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.294.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.80.mixer.experts.0.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.78.mixer.experts.373.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.352.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.265.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.78.mixer.experts.491.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.473.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.19.mixer.experts.149.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.209.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.343.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.49.mixer.experts.163.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.experts.347.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.17.mixer.experts.354.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.5.mixer.experts.452.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.28.mixer.experts.65.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.19.mixer.experts.253.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.235.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.28.mixer.experts.266.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.65.mixer.experts.161.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.24.mixer.experts.370.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.40.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.155.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.71.mixer.experts.347.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.33.mixer.experts.319.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.133.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.510.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.130.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.92.mixer.experts.238.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.87.mixer.experts.27.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.107.mixer.experts.199.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.339.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.446.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.317.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.401.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.30.mixer.experts.254.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.5.mixer.experts.106.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.259.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.449.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.69.mixer.experts.241.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.8.mixer.experts.10.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.206.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.49.mixer.experts.244.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.452.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.436.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.181.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.155.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.228.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.42.mixer.experts.23.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.190.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.experts.102.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.49.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.76.mixer.experts.442.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.49.mixer.experts.456.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.71.mixer.experts.134.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.99.mixer.experts.100.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.68.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.5.mixer.experts.369.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.370.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.136.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.52.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.55.mixer.experts.89.up_proj.weight": "model-00112-of-00225.safetensors", + "mtp.layers.1.mixer.experts.237.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.37.mixer.experts.398.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.8.mixer.experts.11.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.206.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.310.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.267.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.139.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.333.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.84.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.49.mixer.experts.202.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.149.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.69.mixer.experts.153.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.347.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.19.mixer.experts.337.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.33.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.85.mixer.experts.248.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.439.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.31.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.263.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.283.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.482.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.246.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.29.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.17.mixer.shared_experts.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.71.mixer.experts.62.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.44.mixer.experts.228.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.337.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.192.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.58.mixer.experts.296.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.395.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.65.mixer.experts.391.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.398.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.28.mixer.experts.402.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.172.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.105.mixer.experts.364.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.294.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.221.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.92.mixer.experts.118.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.490.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.69.mixer.experts.467.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.186.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.5.mixer.experts.104.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.472.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.15.mixer.experts.72.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.278.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.322.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.58.mixer.experts.434.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.67.mixer.experts.317.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.302.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.395.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.105.mixer.experts.269.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.19.mixer.experts.319.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.489.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.5.mixer.experts.364.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.260.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.3.mixer.experts.95.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.94.mixer.experts.317.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.90.mixer.experts.430.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.121.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.49.mixer.experts.201.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.248.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.352.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.40.mixer.experts.84.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.505.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.46.mixer.experts.171.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.10.mixer.experts.223.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.90.mixer.experts.511.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.111.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.19.mixer.experts.333.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.320.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.62.mixer.experts.444.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.67.mixer.experts.120.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.42.mixer.experts.378.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.37.mixer.experts.367.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.19.mixer.experts.163.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.62.mixer.experts.208.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.58.mixer.experts.170.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.102.mixer.A_log": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.190.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.19.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.77.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.55.mixer.experts.494.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.101.mixer.experts.506.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.76.mixer.experts.211.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.3.mixer.experts.452.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.33.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.90.mixer.experts.151.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.296.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.105.mixer.experts.269.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.212.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.335.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.8.mixer.experts.261.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.85.mixer.experts.160.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.46.mixer.experts.289.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.90.mixer.experts.474.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.60.mixer.experts.132.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.511.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.5.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.340.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.349.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.28.mixer.experts.415.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.124.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.487.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.92.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.101.mixer.experts.480.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.355.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.241.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.312.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.288.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.273.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.450.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.55.mixer.experts.460.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.94.mixer.experts.83.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.146.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.145.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.46.mixer.experts.469.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.24.mixer.experts.325.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.35.mixer.experts.291.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.53.norm.weight": "model-00106-of-00225.safetensors", + "backbone.layers.60.mixer.experts.37.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.83.mixer.experts.22.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.83.mixer.experts.391.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.494.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.1.mixer.experts.237.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.345.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.78.mixer.experts.261.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.40.mixer.experts.223.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.15.mixer.experts.388.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.44.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.17.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.362.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.92.mixer.experts.188.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.58.mixer.experts.383.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.41.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.274.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.202.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.365.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.316.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.1.mixer.experts.270.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.173.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.71.mixer.experts.482.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.78.mixer.experts.148.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.402.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.37.mixer.experts.332.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.mixer.experts.229.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.224.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.182.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.experts.116.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.143.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.90.mixer.experts.376.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.236.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.116.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.175.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.380.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.446.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.24.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.105.mixer.experts.367.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.157.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.42.mixer.experts.20.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.21.mixer.experts.387.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.1.mixer.experts.206.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.62.mixer.experts.456.down_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.244.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.465.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.407.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.58.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.62.mixer.experts.139.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.325.up_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.380.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.503.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.485.up_proj.weight": "model-00129-of-00225.safetensors", + "mtp.layers.1.mixer.experts.289.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.309.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.83.mixer.experts.255.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.474.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.49.mixer.experts.144.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.386.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.62.mixer.experts.217.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.382.up_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.0.eh_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.12.mixer.experts.428.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.33.mixer.experts.461.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.323.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.49.mixer.experts.12.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.448.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.103.mixer.experts.136.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.3.mixer.experts.511.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.80.mixer.experts.248.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.271.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.111.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.41.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.182.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.117.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.495.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.504.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.75.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.197.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.298.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.176.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.46.mixer.experts.430.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.118.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.21.mixer.experts.509.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.10.mixer.experts.96.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.366.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.49.mixer.experts.365.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.96.mixer.experts.27.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.308.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.33.mixer.experts.470.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.503.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.12.mixer.experts.347.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.225.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.411.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.65.mixer.experts.157.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.366.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.227.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.187.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.65.mixer.experts.373.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.115.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.243.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.277.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.168.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.70.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.58.mixer.experts.134.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.24.mixer.experts.165.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.300.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.19.mixer.experts.490.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.8.mixer.experts.488.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.28.mixer.experts.289.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.188.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.124.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.104.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.133.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.232.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.33.mixer.experts.261.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.467.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.experts.67.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.40.mixer.experts.91.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.51.mixer.experts.494.down_proj.weight": "model-00106-of-00225.safetensors", + "mtp.layers.1.mixer.experts.269.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.63.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.388.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.163.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.168.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.40.mixer.experts.471.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.99.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.30.mixer.experts.110.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.487.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.87.mixer.experts.345.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.51.mixer.experts.43.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.12.mixer.experts.155.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.405.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.24.mixer.experts.411.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.78.mixer.experts.72.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.65.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.65.mixer.experts.248.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.157.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.105.mixer.experts.130.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.340.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.163.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.232.down_proj.weight": "model-00117-of-00225.safetensors", + "mtp.layers.1.mixer.experts.87.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.37.mixer.experts.206.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.244.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.12.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.194.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.49.mixer.experts.82.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.342.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.8.mixer.experts.492.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.448.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.37.mixer.experts.171.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.191.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.150.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.49.mixer.experts.77.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.24.mixer.experts.267.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.19.mixer.experts.36.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.403.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.118.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.175.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.49.mixer.experts.274.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.280.down_proj.weight": "model-00154-of-00225.safetensors", + "mtp.layers.1.mixer.experts.248.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.95.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.103.mixer.experts.98.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.474.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.419.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.193.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.30.mixer.experts.20.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.24.mixer.experts.41.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.359.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.83.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.375.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.55.mixer.experts.85.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.224.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.49.mixer.experts.509.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.160.up_proj.weight": "model-00034-of-00225.safetensors", + "mtp.layers.1.mixer.experts.345.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.476.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.92.mixer.experts.483.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.58.mixer.experts.472.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.289.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.shared_experts.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.37.mixer.experts.505.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.328.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.137.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.80.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.118.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.31.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.19.mixer.experts.147.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.412.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.408.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.42.mixer.experts.500.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.479.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.259.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.experts.460.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.10.mixer.experts.274.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.67.mixer.experts.242.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.371.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.8.mixer.experts.22.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.74.mixer.experts.1.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.69.mixer.experts.362.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.67.mixer.experts.463.up_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.502.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.44.mixer.experts.235.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.383.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.96.mixer.experts.462.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.55.mixer.experts.91.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.46.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.96.mixer.experts.276.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.26.mixer.experts.291.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.471.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.436.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.42.mixer.experts.151.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.297.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.76.mixer.experts.403.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.19.mixer.experts.495.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.143.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.154.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.46.mixer.experts.393.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.33.mixer.experts.290.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.193.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.92.mixer.experts.504.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.301.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.85.mixer.experts.388.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.28.mixer.experts.473.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.495.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.304.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.184.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.262.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.107.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.132.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.140.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.1.mixer.experts.427.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.355.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.49.mixer.experts.30.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.206.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.78.mixer.experts.52.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.48.mixer.v_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.307.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.94.mixer.experts.55.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.15.mixer.experts.390.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.94.mixer.experts.371.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.244.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.95.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.experts.118.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.340.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.67.mixer.experts.1.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.510.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.62.mixer.experts.94.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.76.mixer.experts.497.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.464.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.312.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.1.mixer.experts.90.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.shared_experts.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.383.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.92.mixer.experts.448.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.456.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.28.mixer.experts.40.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.53.mixer.experts.74.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.438.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.193.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.92.mixer.experts.368.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.143.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.28.mixer.experts.257.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.68.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.15.mixer.experts.424.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.69.mixer.experts.89.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.165.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.10.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.466.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.37.mixer.experts.249.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.12.mixer.experts.286.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.51.mixer.experts.282.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.78.mixer.experts.230.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.23.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.101.mixer.experts.230.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.230.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.19.mixer.experts.13.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.0.mixer.conv1d.weight": "model-00001-of-00225.safetensors", + "backbone.layers.99.mixer.experts.86.up_proj.weight": "model-00198-of-00225.safetensors", + "mtp.layers.1.mixer.experts.42.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.3.mixer.experts.375.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.290.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.280.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.80.mixer.experts.335.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.3.mixer.experts.205.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.137.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.experts.47.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.220.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.101.mixer.experts.359.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.156.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.42.mixer.experts.219.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.83.mixer.experts.47.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.388.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.62.mixer.experts.201.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.455.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.37.mixer.experts.321.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.256.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.26.mixer.experts.30.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.26.mixer.experts.490.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.52.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.381.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.24.mixer.experts.87.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.319.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.62.mixer.experts.184.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.376.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.409.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.428.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.251.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.446.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.50.mixer.out_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.99.mixer.experts.174.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.16.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.103.mixer.experts.85.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.96.mixer.experts.172.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.15.mixer.experts.344.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.1.mixer.experts.270.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.380.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.475.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.69.mixer.experts.72.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.17.mixer.experts.490.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.69.mixer.experts.270.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.5.mixer.experts.7.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.96.mixer.experts.449.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.99.mixer.experts.333.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.96.mixer.experts.12.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.101.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.78.mixer.experts.165.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.45.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.60.mixer.experts.73.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.362.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.5.mixer.experts.426.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.78.mixer.experts.90.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.128.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.94.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.346.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.392.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.37.mixer.experts.463.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.456.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.3.mixer.experts.130.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.28.mixer.experts.389.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.504.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.94.mixer.experts.109.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.234.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.42.mixer.experts.400.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.470.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.101.mixer.experts.315.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.51.mixer.experts.164.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.328.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.425.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.315.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.83.mixer.experts.169.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.51.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.329.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.247.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.244.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.84.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.33.mixer.experts.307.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.92.mixer.experts.69.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.37.mixer.experts.338.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.363.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.449.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.16.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.71.mixer.experts.454.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.507.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.92.mixer.experts.99.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.104.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.265.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.83.mixer.experts.347.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.42.up_proj.weight": "model-00216-of-00225.safetensors", + "mtp.layers.1.mixer.experts.48.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.35.mixer.experts.112.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.414.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.321.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.30.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.171.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.101.mixer.experts.353.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.46.mixer.experts.173.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.351.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.99.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.55.mixer.experts.173.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.258.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.33.mixer.experts.211.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.30.mixer.experts.202.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.121.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.227.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.62.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.67.mixer.experts.370.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.414.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.117.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.68.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.40.mixer.experts.281.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.201.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.33.mixer.experts.330.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.299.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.276.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.40.mixer.experts.404.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.35.mixer.experts.50.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.107.mixer.experts.328.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.90.mixer.experts.424.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.424.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.55.mixer.experts.397.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.90.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.197.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.46.mixer.experts.221.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.80.mixer.experts.244.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.219.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.30.mixer.experts.341.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.65.mixer.experts.29.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.62.mixer.experts.360.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.60.mixer.experts.471.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.183.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.55.mixer.experts.366.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.44.mixer.experts.66.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.27.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.105.mixer.experts.90.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.165.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.101.mixer.experts.393.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.26.mixer.experts.114.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.19.mixer.experts.449.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.92.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.457.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.428.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.215.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.85.mixer.experts.192.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.46.mixer.experts.280.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.474.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.156.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.shared_experts.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.88.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.190.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.44.mixer.experts.453.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.199.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.46.mixer.experts.495.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.246.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.507.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.79.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.397.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.354.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.70.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.26.mixer.experts.43.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.53.mixer.experts.101.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.12.mixer.experts.13.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.78.mixer.experts.318.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.53.mixer.experts.445.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.23.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.83.mixer.experts.213.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.12.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.74.mixer.experts.9.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.94.mixer.experts.31.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.80.mixer.experts.170.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.24.mixer.experts.121.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.43.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.506.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.28.mixer.experts.286.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.37.mixer.experts.460.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.33.down_proj.weight": "model-00152-of-00225.safetensors", + "mtp.layers.1.mixer.experts.463.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.85.mixer.experts.445.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.1.mixer.experts.508.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.71.mixer.experts.119.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.217.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.8.mixer.experts.3.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.65.mixer.experts.367.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.164.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.76.mixer.experts.298.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.26.mixer.experts.251.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.306.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.356.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.418.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.90.mixer.experts.56.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.85.mixer.experts.454.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.46.mixer.experts.94.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.73.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.103.mixer.experts.153.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.10.mixer.experts.348.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.502.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.60.mixer.experts.97.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.74.mixer.experts.318.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.35.mixer.experts.397.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.466.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.101.mixer.experts.98.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.80.mixer.experts.119.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.80.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.90.mixer.experts.476.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.74.mixer.experts.449.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.83.mixer.experts.153.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.433.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.65.mixer.experts.380.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.503.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.99.mixer.experts.0.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.37.mixer.experts.211.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.402.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.47.mixer.norm.weight": "model-00097-of-00225.safetensors", + "backbone.layers.103.mixer.experts.5.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.392.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.49.mixer.experts.165.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.232.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.experts.146.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.483.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.432.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.15.mixer.experts.100.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.37.mixer.experts.330.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.57.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.496.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.182.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.83.mixer.experts.157.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.84.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.71.mixer.experts.365.up_proj.weight": "model-00146-of-00225.safetensors", + "mtp.layers.1.mixer.experts.508.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.60.mixer.experts.473.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.499.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.138.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.58.mixer.experts.363.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.58.mixer.experts.102.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.26.mixer.experts.203.up_proj.weight": "model-00053-of-00225.safetensors", + "mtp.layers.1.mixer.experts.482.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.60.mixer.experts.70.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.37.mixer.experts.35.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.186.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.49.mixer.experts.202.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.105.mixer.experts.417.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.314.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.66.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.11.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.51.mixer.experts.312.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.74.mixer.experts.320.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.36.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.198.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.42.mixer.experts.143.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.96.mixer.experts.10.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.12.mixer.experts.120.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.90.mixer.experts.370.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.412.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.228.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.150.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.271.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.69.mixer.experts.105.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.488.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.331.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.60.mixer.experts.161.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.441.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.65.mixer.experts.354.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.86.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.105.mixer.experts.336.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.46.mixer.experts.360.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.69.mixer.experts.215.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.97.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.69.mixer.experts.415.down_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.267.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.263.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.239.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.110.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.48.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.37.mixer.experts.70.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.26.mixer.experts.77.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.99.mixer.experts.263.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.17.mixer.experts.359.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.87.mixer.experts.225.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.458.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.456.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.8.mixer.experts.451.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.107.mixer.experts.314.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.94.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.337.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.76.mixer.experts.152.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.26.mixer.experts.96.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.87.mixer.experts.213.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.67.mixer.experts.155.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.12.mixer.experts.285.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.101.mixer.experts.216.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.87.mixer.experts.29.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.72.mixer.conv1d.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.240.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.76.mixer.experts.98.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.21.mixer.experts.443.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.473.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.80.mixer.experts.33.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.353.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.379.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.499.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.21.mixer.experts.170.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.458.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.12.mixer.experts.364.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.310.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.437.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.12.mixer.experts.373.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.103.mixer.experts.296.down_proj.weight": "model-00209-of-00225.safetensors", + "mtp.layers.1.mixer.experts.252.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.55.mixer.experts.209.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.177.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.8.mixer.experts.162.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.92.mixer.experts.41.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.487.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.313.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.95.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.353.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.385.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.74.mixer.experts.113.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.379.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.461.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.50.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.74.mixer.experts.99.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.136.up_proj.weight": "model-00002-of-00225.safetensors", + "mtp.layers.1.mixer.experts.313.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.268.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.249.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.49.mixer.experts.336.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.144.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.80.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.85.mixer.experts.448.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.163.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.263.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.395.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.8.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.20.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.105.mixer.experts.77.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.58.mixer.experts.337.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.42.mixer.experts.29.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.28.mixer.experts.452.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.53.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.94.mixer.experts.36.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.46.mixer.experts.434.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.105.mixer.experts.455.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.270.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.107.mixer.experts.373.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.30.mixer.experts.58.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.121.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.274.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.366.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.107.mixer.experts.107.up_proj.weight": "model-00217-of-00225.safetensors", + "mtp.layers.1.mixer.experts.295.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.175.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.42.mixer.experts.187.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.110.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.270.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.experts.62.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.425.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.42.mixer.experts.426.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.75.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.427.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.12.mixer.experts.227.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.78.mixer.experts.129.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.329.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.10.mixer.experts.90.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.236.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.23.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.42.mixer.experts.437.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.276.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.209.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.10.mixer.experts.312.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.42.mixer.experts.303.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.393.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.53.mixer.experts.22.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.26.mixer.experts.71.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.225.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.102.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.202.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.69.mixer.experts.374.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.443.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.62.mixer.experts.88.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.37.mixer.experts.505.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.55.mixer.experts.386.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.44.mixer.experts.483.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.103.mixer.experts.149.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.487.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.40.mixer.experts.468.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.25.mixer.D": "model-00051-of-00225.safetensors", + "mtp.layers.1.mixer.experts.468.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.308.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.51.mixer.experts.38.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.102.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.148.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.494.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.103.mixer.experts.182.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.62.mixer.experts.268.up_proj.weight": "model-00127-of-00225.safetensors", + "mtp.layers.1.mixer.experts.240.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.353.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.208.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.501.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.297.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.80.mixer.experts.409.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.462.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.99.mixer.experts.357.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.49.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.1.mixer.experts.98.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.30.mixer.experts.68.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.164.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.164.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.46.mixer.fc1_latent_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.3.mixer.experts.284.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.80.mixer.experts.427.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.390.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.33.mixer.experts.335.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.289.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.20.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.468.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.95.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.319.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.85.mixer.experts.256.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.3.mixer.experts.339.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.500.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.438.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.101.mixer.experts.409.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.92.mixer.experts.148.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.208.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.30.mixer.experts.56.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.259.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.experts.193.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.224.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.57.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.20.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.1.mixer.experts.464.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.510.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.28.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.21.mixer.experts.109.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.320.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.69.mixer.experts.492.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.101.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.83.mixer.experts.493.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.187.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.265.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.486.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.40.mixer.experts.284.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.26.mixer.experts.128.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.19.mixer.experts.226.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.94.mixer.experts.68.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.35.mixer.experts.17.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.37.mixer.experts.364.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.mixer.experts.10.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.134.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.123.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.0.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.85.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.40.mixer.experts.99.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.54.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.53.mixer.experts.308.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.69.mixer.experts.256.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.80.mixer.experts.1.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.19.mixer.experts.331.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.80.mixer.experts.124.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.426.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.318.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.76.mixer.experts.233.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.127.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.3.mixer.experts.473.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.388.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.24.mixer.experts.428.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.277.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.507.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.388.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.35.mixer.experts.350.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.74.mixer.experts.226.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.122.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.462.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.19.mixer.experts.63.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.300.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.5.mixer.experts.58.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.137.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.30.mixer.experts.416.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.433.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.24.mixer.experts.491.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.60.mixer.experts.20.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.26.mixer.experts.510.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.17.mixer.experts.439.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.122.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.510.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.257.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.68.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.187.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.54.mixer.A_log": "model-00111-of-00225.safetensors", + "backbone.layers.21.mixer.experts.475.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.78.mixer.experts.446.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.175.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.107.mixer.experts.341.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.90.mixer.experts.35.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.142.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.156.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.65.mixer.experts.164.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.90.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.431.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.37.mixer.experts.447.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.364.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.51.mixer.experts.41.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.55.mixer.experts.439.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.12.mixer.experts.242.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.175.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.189.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.40.mixer.experts.246.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.107.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.40.mixer.experts.23.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.101.mixer.experts.248.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.386.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.105.mixer.experts.385.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.67.mixer.experts.135.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.15.mixer.experts.440.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.96.mixer.experts.462.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.154.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.shared_experts.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.37.mixer.experts.456.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.2.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.80.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.230.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.42.mixer.experts.265.down_proj.weight": "model-00086-of-00225.safetensors", + "mtp.layers.1.mixer.experts.310.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.90.mixer.experts.315.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.49.mixer.experts.310.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.60.mixer.experts.417.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.1.mixer.experts.462.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.356.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.21.mixer.experts.324.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.305.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.255.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.16.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.31.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.136.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.19.mixer.experts.351.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.327.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.44.mixer.experts.391.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.477.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.69.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.347.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.84.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.363.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.295.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.8.mixer.experts.44.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.92.mixer.experts.176.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.473.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.53.mixer.experts.290.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.235.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.251.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.168.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.101.mixer.experts.496.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.457.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.206.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.253.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.251.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.422.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.51.mixer.experts.129.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.85.mixer.experts.313.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.103.mixer.experts.230.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.150.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.78.mixer.experts.16.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.65.mixer.experts.325.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.22.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.100.mixer.dt_bias": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.254.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.62.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.99.mixer.experts.183.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.76.mixer.experts.395.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.207.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.71.mixer.experts.171.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.202.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.96.mixer.experts.492.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.290.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.299.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.383.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.4.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.383.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.284.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.30.mixer.experts.390.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.107.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.132.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.49.mixer.experts.2.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.49.mixer.experts.85.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.47.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.246.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.85.mixer.experts.380.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.264.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.2.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.44.mixer.experts.244.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.99.mixer.experts.203.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.51.mixer.experts.335.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.33.mixer.experts.12.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.69.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.103.mixer.experts.53.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.239.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.28.mixer.experts.259.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.76.mixer.experts.35.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.83.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.53.mixer.experts.492.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.78.mixer.experts.201.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.58.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.127.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.12.mixer.experts.90.up_proj.weight": "model-00025-of-00225.safetensors", + "mtp.layers.1.mixer.experts.494.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.449.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.78.mixer.experts.396.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.46.mixer.experts.71.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.35.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.90.mixer.experts.387.down_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.214.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.25.mixer.out_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.101.mixer.experts.443.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.18.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.92.mixer.experts.237.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.106.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.51.mixer.experts.146.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.185.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.42.mixer.experts.5.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.55.mixer.experts.17.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.6.mixer.conv1d.weight": "model-00015-of-00225.safetensors", + "backbone.layers.107.mixer.experts.308.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.67.mixer.experts.409.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.80.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.466.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.261.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.78.mixer.experts.345.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.24.mixer.experts.137.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.451.down_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.350.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.15.mixer.experts.33.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.368.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.107.mixer.experts.92.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.74.mixer.experts.72.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.331.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.73.norm.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.265.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.294.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.87.mixer.experts.484.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.65.mixer.experts.22.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.19.mixer.experts.159.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.441.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.334.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.30.mixer.experts.36.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.256.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.1.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.1.mixer.experts.157.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.158.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.157.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.401.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.510.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.94.mixer.experts.98.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.69.mixer.experts.238.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.194.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.85.mixer.gate.e_score_correction_bias": "model-00175-of-00225.safetensors", + "backbone.layers.30.mixer.experts.199.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.8.mixer.experts.219.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.220.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.94.mixer.experts.302.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.8.mixer.experts.493.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.83.mixer.experts.137.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.74.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.167.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.33.mixer.experts.312.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.55.mixer.experts.167.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.83.mixer.experts.437.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.44.mixer.experts.377.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.385.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.77.mixer.A_log": "model-00156-of-00225.safetensors", + "backbone.layers.26.mixer.experts.346.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.294.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.21.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.62.mixer.experts.251.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.61.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.49.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.shared_experts.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.40.mixer.experts.286.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.30.mixer.experts.77.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.96.mixer.experts.47.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.51.mixer.experts.295.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.43.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.259.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.92.mixer.experts.33.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.15.mixer.experts.61.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.464.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.118.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.103.mixer.experts.52.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.71.mixer.experts.182.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.24.mixer.experts.161.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.206.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.435.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.280.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.31.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.40.mixer.experts.495.down_proj.weight": "model-00083-of-00225.safetensors", + "mtp.layers.1.mixer.gate.e_score_correction_bias": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.148.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.55.mixer.experts.99.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.187.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.80.mixer.experts.146.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.339.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.90.mixer.experts.431.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.211.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.405.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.101.mixer.experts.506.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.8.mixer.experts.87.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.361.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.76.mixer.experts.67.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.65.mixer.experts.178.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.40.mixer.experts.382.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.400.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.33.mixer.experts.25.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.3.mixer.experts.267.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.499.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.94.mixer.experts.209.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.78.mixer.experts.200.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.28.mixer.experts.402.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.103.mixer.experts.40.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.220.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.458.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.33.mixer.experts.328.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.46.mixer.experts.494.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.90.mixer.experts.69.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.259.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.502.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.69.mixer.experts.352.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.424.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.69.mixer.experts.188.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.185.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.8.mixer.experts.421.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.53.mixer.experts.196.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.306.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.87.mixer.experts.32.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.80.mixer.experts.127.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.84.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.87.mixer.experts.483.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.71.mixer.experts.280.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.35.mixer.experts.142.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.361.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.495.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.316.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.436.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.78.mixer.experts.187.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.222.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.88.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.226.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.24.mixer.experts.220.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.449.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.5.mixer.experts.367.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.501.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.297.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.67.mixer.experts.0.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.99.mixer.experts.506.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.30.mixer.experts.169.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.191.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.447.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.10.mixer.experts.450.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.10.mixer.experts.307.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.51.mixer.experts.455.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.85.mixer.experts.459.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.318.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.477.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.338.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.55.mixer.experts.379.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.136.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.390.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.55.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.80.mixer.experts.416.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.106.mixer.dt_bias": "model-00216-of-00225.safetensors", + "backbone.layers.76.mixer.experts.112.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.29.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.53.mixer.experts.398.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.491.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.28.mixer.experts.242.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.87.mixer.experts.248.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.96.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.438.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.30.mixer.experts.299.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.17.mixer.experts.37.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.44.mixer.experts.186.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.96.mixer.experts.56.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.179.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.99.mixer.experts.110.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.404.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.53.mixer.experts.208.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.35.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.100.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.48.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.83.mixer.experts.296.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.26.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.46.mixer.experts.409.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.26.mixer.experts.381.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.409.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.79.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.367.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.44.mixer.experts.421.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.153.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.55.mixer.experts.314.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.37.mixer.experts.45.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.504.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.8.mixer.experts.33.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.3.mixer.experts.320.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.85.mixer.experts.38.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.101.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.296.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.64.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.90.mixer.experts.317.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.89.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.67.mixer.experts.38.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.33.mixer.experts.107.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.428.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.62.mixer.experts.174.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.5.mixer.experts.320.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.90.mixer.experts.116.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.190.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.142.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.10.mixer.experts.174.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.306.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.28.mixer.experts.411.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.19.mixer.experts.431.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.367.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.425.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.463.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.69.mixer.experts.107.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.24.mixer.experts.407.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.3.mixer.experts.363.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.78.mixer.experts.483.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.1.mixer.experts.5.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.12.mixer.experts.9.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.12.mixer.experts.421.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.19.mixer.experts.215.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.130.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.247.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.479.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.362.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.50.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.58.mixer.experts.222.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.291.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.30.mixer.experts.332.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.10.mixer.experts.129.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.60.mixer.experts.155.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.329.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.99.mixer.experts.103.up_proj.weight": "model-00199-of-00225.safetensors", + "mtp.layers.1.mixer.experts.211.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.194.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.experts.113.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.74.mixer.experts.188.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.55.mixer.experts.249.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.96.mixer.experts.54.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.20.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.46.mixer.experts.357.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.229.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.128.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.38.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.74.mixer.experts.127.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.78.mixer.experts.505.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.105.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.151.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.12.mixer.experts.108.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.71.mixer.experts.182.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.248.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.130.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.329.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.470.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.26.mixer.experts.468.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.51.mixer.experts.404.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.96.mixer.experts.176.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.58.mixer.experts.216.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.249.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.13.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.37.mixer.experts.178.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.85.mixer.experts.13.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.71.mixer.experts.116.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.128.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.55.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.101.mixer.experts.339.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.449.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.77.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.1.mixer.experts.426.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.42.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.17.mixer.experts.321.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.51.mixer.experts.453.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.19.mixer.experts.31.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.90.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.12.mixer.experts.446.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.24.mixer.experts.317.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.276.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.69.mixer.experts.319.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.257.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.323.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.fc2_latent_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.100.mixer.conv1d.weight": "model-00202-of-00225.safetensors", + "backbone.layers.62.mixer.experts.6.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.69.mixer.experts.207.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.60.mixer.experts.348.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.1.mixer.experts.360.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.21.mixer.experts.116.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.306.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.378.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.8.mixer.experts.376.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.58.mixer.experts.247.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.19.mixer.experts.452.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.80.mixer.experts.367.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.42.mixer.experts.145.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.162.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.34.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.245.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.452.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.62.mixer.experts.350.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.481.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.58.mixer.experts.38.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.100.mixer.conv1d.bias": "model-00202-of-00225.safetensors", + "backbone.layers.44.mixer.experts.375.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.339.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.208.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.37.mixer.experts.302.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.28.mixer.experts.89.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.40.mixer.experts.279.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.272.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.150.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.455.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.65.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.65.mixer.experts.264.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.55.mixer.experts.10.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.3.mixer.experts.4.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.87.mixer.experts.364.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.301.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.1.mixer.experts.27.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.44.mixer.experts.341.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.12.mixer.experts.19.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.17.mixer.experts.100.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.67.mixer.experts.189.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.475.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.86.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.55.mixer.experts.375.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.58.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.469.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.41.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.21.mixer.experts.479.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.103.mixer.experts.157.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.229.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.411.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.49.mixer.experts.162.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.310.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.12.mixer.experts.404.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.60.mixer.experts.328.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.44.mixer.experts.105.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.28.mixer.experts.127.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.44.mixer.experts.319.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.221.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.125.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.280.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.71.mixer.experts.508.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.49.mixer.experts.505.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.96.mixer.experts.313.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.5.mixer.experts.157.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.105.mixer.experts.350.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.92.mixer.experts.20.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.71.mixer.shared_experts.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.28.mixer.experts.118.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.shared_experts.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.61.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.338.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.459.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.479.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.1.mixer.experts.155.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.199.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.18.mixer.dt_bias": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.420.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.96.mixer.experts.289.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.53.mixer.experts.133.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.315.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.242.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.286.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.87.mixer.experts.129.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.58.mixer.experts.313.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.5.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.139.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.288.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.351.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.333.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.92.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.324.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.307.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.373.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.271.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.44.mixer.experts.471.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.89.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.78.mixer.experts.158.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.381.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.286.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.274.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.40.mixer.experts.108.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.5.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.12.mixer.experts.471.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.37.mixer.experts.238.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.101.mixer.experts.486.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.151.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.30.mixer.experts.25.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.44.mixer.experts.247.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.182.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.67.mixer.experts.505.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.201.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.87.mixer.experts.205.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.246.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.71.mixer.experts.97.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.3.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.337.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.196.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.413.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.462.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.37.mixer.experts.39.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.40.mixer.experts.414.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.279.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.313.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.12.mixer.experts.9.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.289.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.67.mixer.gate.e_score_correction_bias": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.365.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.42.mixer.experts.146.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.33.mixer.experts.511.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.105.mixer.experts.492.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.80.mixer.experts.420.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.94.mixer.experts.12.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.300.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.495.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.80.mixer.experts.250.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.30.mixer.experts.114.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.83.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.96.mixer.experts.187.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.37.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.71.mixer.experts.329.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.12.mixer.experts.78.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.4.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.30.mixer.experts.429.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.428.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.283.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.55.mixer.experts.405.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.55.mixer.experts.197.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.398.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.15.mixer.experts.177.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.500.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.85.mixer.experts.179.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.174.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.83.mixer.experts.357.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.296.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.419.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.370.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.241.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.101.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.464.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.87.mixer.experts.137.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.83.mixer.experts.296.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.285.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.497.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.28.mixer.experts.170.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.44.mixer.experts.117.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.83.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.480.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.326.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.experts.298.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.267.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.141.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.80.mixer.experts.152.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.8.mixer.experts.0.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.37.mixer.experts.415.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.483.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.71.mixer.experts.221.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.83.mixer.experts.316.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.26.mixer.experts.387.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.446.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.17.mixer.experts.160.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.1.mixer.experts.301.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.52.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.71.mixer.experts.139.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.249.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.48.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.55.mixer.experts.481.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.4.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.49.mixer.experts.157.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.300.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.453.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.91.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.46.mixer.experts.184.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.35.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.184.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.63.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.17.mixer.experts.269.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.8.mixer.experts.323.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.224.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.21.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.90.mixer.experts.202.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.490.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.12.mixer.experts.236.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.60.mixer.experts.274.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.337.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.24.mixer.experts.107.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.87.mixer.experts.371.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.205.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.105.mixer.experts.95.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.10.mixer.experts.343.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.423.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.400.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.15.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.shared_experts.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.5.mixer.experts.23.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.382.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.40.mixer.experts.306.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.101.mixer.experts.143.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.42.mixer.experts.479.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.21.mixer.experts.188.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.425.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.431.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.20.mixer.dt_bias": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.gate.e_score_correction_bias": "model-00170-of-00225.safetensors", + "backbone.layers.96.mixer.experts.190.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.497.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.511.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.239.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.92.mixer.experts.401.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.8.mixer.experts.492.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.370.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.60.mixer.experts.407.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.417.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.306.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.46.mixer.experts.226.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.105.mixer.experts.9.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.85.mixer.experts.291.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.463.down_proj.weight": "model-00042-of-00225.safetensors", + "mtp.layers.1.mixer.experts.295.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.404.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.67.mixer.experts.25.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.15.mixer.experts.473.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.40.mixer.experts.439.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.359.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.12.mixer.experts.466.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.40.mixer.experts.290.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.362.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.475.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.85.mixer.experts.327.up_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.140.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.71.mixer.experts.2.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.234.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.62.mixer.experts.126.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.289.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.90.mixer.experts.151.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.416.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.336.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.307.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.65.mixer.experts.40.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.99.mixer.experts.224.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.55.mixer.experts.500.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.342.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.62.mixer.experts.258.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.53.mixer.experts.370.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.71.mixer.experts.398.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.5.mixer.experts.184.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.437.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.470.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.67.mixer.experts.119.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.12.mixer.experts.228.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.experts.438.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.189.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.254.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.51.mixer.experts.87.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.120.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.297.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.51.mixer.experts.264.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.53.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.24.mixer.experts.476.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.10.mixer.experts.228.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.223.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.17.mixer.experts.272.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.53.mixer.experts.12.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.141.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.458.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.65.mixer.experts.173.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.55.mixer.experts.183.up_proj.weight": "model-00112-of-00225.safetensors", + "mtp.layers.1.mixer.experts.60.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.42.mixer.experts.457.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.272.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.356.up_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.480.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.37.mixer.experts.427.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.42.mixer.experts.248.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.103.mixer.experts.118.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.313.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.15.mixer.experts.147.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.116.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.292.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.10.mixer.experts.351.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.255.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.62.mixer.experts.449.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.462.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.200.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.291.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.266.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.8.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.420.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.85.mixer.experts.180.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.312.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.261.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.62.mixer.experts.238.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.87.mixer.experts.114.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.135.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.424.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.258.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.420.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.33.mixer.experts.204.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.1.mixer.experts.107.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.35.mixer.experts.77.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.40.mixer.experts.213.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.432.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.87.mixer.experts.456.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.117.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.263.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.285.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.103.mixer.experts.161.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.19.mixer.experts.192.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.59.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.337.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.40.mixer.experts.2.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.501.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.392.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.80.mixer.experts.413.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.152.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.62.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.94.mixer.experts.9.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.15.mixer.experts.221.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.62.mixer.experts.459.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.302.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.34.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.80.mixer.experts.261.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.65.mixer.experts.464.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.30.mixer.experts.207.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.440.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.116.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.369.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.42.mixer.experts.124.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.92.mixer.experts.228.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.89.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.298.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.62.mixer.experts.338.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.12.mixer.experts.244.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.55.mixer.experts.369.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.15.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.49.mixer.experts.484.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.420.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.17.mixer.experts.460.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.443.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.274.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.286.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.65.mixer.experts.70.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.2.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.15.mixer.experts.446.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.178.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.491.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.448.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.71.mixer.experts.179.up_proj.weight": "model-00144-of-00225.safetensors", + "mtp.layers.1.mixer.experts.373.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.58.mixer.experts.67.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.40.mixer.experts.161.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.241.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.53.mixer.experts.351.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.61.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.359.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.87.mixer.experts.220.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.60.mixer.experts.16.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.450.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.46.mixer.experts.303.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.5.mixer.experts.43.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.200.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.357.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.55.mixer.experts.190.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.347.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.1.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.24.mixer.experts.188.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.227.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.17.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.5.mixer.experts.299.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.347.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.369.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.372.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.35.mixer.experts.81.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.78.mixer.experts.45.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.10.mixer.experts.238.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.389.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.410.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.289.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.260.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.430.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.297.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.510.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.69.mixer.experts.162.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.12.mixer.experts.149.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.62.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.80.mixer.experts.396.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.145.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.40.mixer.experts.369.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.21.mixer.experts.17.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.79.mixer.norm.weight": "model-00161-of-00225.safetensors", + "backbone.layers.107.mixer.experts.437.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.80.mixer.experts.489.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.413.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.20.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.51.mixer.experts.358.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.385.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.262.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.332.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.416.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.37.mixer.experts.207.down_proj.weight": "model-00076-of-00225.safetensors", + "mtp.layers.1.mixer.experts.51.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.65.mixer.experts.486.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.76.mixer.experts.261.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.92.mixer.experts.325.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.42.mixer.experts.125.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.277.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.gate.e_score_correction_bias": "model-00047-of-00225.safetensors", + "backbone.layers.103.mixer.experts.258.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.1.mixer.experts.434.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.101.mixer.experts.501.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.222.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.75.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.376.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.231.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.6.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.42.mixer.experts.92.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.463.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.481.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.229.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.233.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.420.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.443.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.40.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.17.mixer.experts.8.down_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.358.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.40.mixer.experts.221.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.37.mixer.experts.493.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.fc2_latent_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.101.mixer.experts.144.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.156.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.0.mixer.in_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.28.mixer.experts.397.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.213.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.80.mixer.experts.338.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.370.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.247.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.76.mixer.experts.328.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.148.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.87.mixer.experts.385.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.58.mixer.experts.51.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.292.down_proj.weight": "model-00017-of-00225.safetensors", + "mtp.layers.1.mixer.experts.203.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.480.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.51.mixer.experts.20.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.62.mixer.experts.288.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.325.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.30.mixer.experts.35.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.442.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.479.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.78.mixer.experts.237.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.388.up_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.0.mixer.k_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.46.mixer.experts.46.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.88.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.282.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.87.mixer.experts.40.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.101.mixer.experts.279.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.45.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.17.mixer.experts.188.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.30.mixer.experts.72.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.103.mixer.experts.245.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.44.mixer.experts.114.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.53.mixer.experts.119.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.53.mixer.experts.215.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.1.mixer.experts.499.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.69.mixer.experts.29.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.348.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.33.mixer.experts.179.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.17.mixer.experts.157.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.103.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.215.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.35.mixer.experts.140.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.85.mixer.experts.34.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.78.mixer.experts.29.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.235.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.439.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.242.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.165.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.223.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.278.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.1.mixer.experts.310.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.161.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.1.mixer.experts.66.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.71.mixer.experts.161.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.67.mixer.experts.396.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.105.mixer.experts.168.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.243.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.273.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.251.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.365.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.505.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.10.mixer.experts.499.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.96.mixer.experts.505.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.54.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.103.mixer.experts.474.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.58.mixer.experts.63.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.193.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.63.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.85.mixer.experts.379.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.60.mixer.experts.120.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.236.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.181.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.99.mixer.experts.409.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.450.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.65.mixer.experts.252.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.287.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.349.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.400.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.344.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.178.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.5.mixer.experts.177.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.58.mixer.experts.91.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.99.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.87.mixer.experts.462.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.30.mixer.experts.264.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.46.mixer.experts.8.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.96.mixer.experts.318.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.60.mixer.experts.424.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.87.mixer.experts.484.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.17.mixer.experts.63.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.87.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.11.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.491.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.339.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.377.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.99.mixer.experts.28.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.292.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.83.mixer.experts.255.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.139.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.385.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.78.mixer.experts.242.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.99.mixer.experts.54.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.86.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.270.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.407.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.96.mixer.experts.106.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.35.mixer.experts.367.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.60.mixer.experts.279.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.experts.82.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.19.mixer.experts.394.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.190.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.69.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.5.mixer.experts.36.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.241.down_proj.weight": "model-00021-of-00225.safetensors", + "mtp.layers.1.mixer.experts.194.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.192.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.373.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.96.mixer.experts.84.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.482.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.279.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.42.mixer.experts.486.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.460.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.55.mixer.experts.200.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.60.mixer.experts.408.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.3.mixer.experts.331.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.12.mixer.experts.314.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.334.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.105.mixer.experts.244.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.107.mixer.experts.63.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.298.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.252.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.262.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.21.mixer.experts.491.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.69.mixer.experts.157.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.53.mixer.experts.377.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.310.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.78.mixer.experts.311.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.92.mixer.experts.110.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.83.mixer.experts.110.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.72.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.38.mixer.norm.weight": "model-00079-of-00225.safetensors", + "backbone.layers.65.mixer.experts.342.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.17.mixer.experts.227.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.64.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.287.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.62.mixer.experts.128.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.24.mixer.experts.118.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.74.mixer.experts.260.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.324.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.83.mixer.experts.253.down_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.495.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.30.mixer.experts.291.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.136.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.30.mixer.experts.303.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.288.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.42.mixer.experts.10.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.107.mixer.experts.111.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.5.mixer.experts.56.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.80.mixer.experts.306.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.35.mixer.experts.88.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.87.mixer.experts.253.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.92.mixer.experts.34.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.94.mixer.experts.35.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.62.mixer.experts.418.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.37.mixer.experts.483.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.34.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.37.mixer.experts.418.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.488.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.476.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.71.mixer.experts.159.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.146.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.285.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.60.mixer.experts.370.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.368.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.324.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.287.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.55.mixer.experts.199.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.377.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.96.mixer.experts.342.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.78.mixer.experts.99.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.49.mixer.experts.262.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.316.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.236.down_proj.weight": "model-00209-of-00225.safetensors", + "mtp.layers.1.mixer.experts.159.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.486.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.399.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.92.mixer.experts.381.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.78.mixer.experts.432.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.319.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.442.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.220.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.65.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.21.mixer.experts.455.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.59.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.237.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.486.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.90.mixer.experts.240.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.80.mixer.experts.203.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.54.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.246.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.37.mixer.experts.163.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.35.mixer.experts.246.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.1.mixer.experts.164.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.199.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.387.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.217.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.1.mixer.experts.73.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.408.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.218.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.238.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.440.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.58.mixer.experts.283.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.78.mixer.experts.39.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.129.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.22.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.12.mixer.experts.457.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.55.mixer.experts.487.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.60.mixer.experts.17.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.94.mixer.experts.395.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.10.mixer.experts.59.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.37.mixer.experts.37.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.156.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.250.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.58.mixer.experts.433.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.495.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.108.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.15.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.94.mixer.experts.444.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.42.mixer.experts.414.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.99.mixer.experts.491.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.483.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.62.mixer.experts.240.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.46.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.40.mixer.experts.313.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.experts.124.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.67.mixer.experts.207.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.317.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.37.mixer.experts.305.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.23.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.224.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.296.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.467.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.103.mixer.experts.120.down_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.26.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.19.mixer.experts.86.down_proj.weight": "model-00038-of-00225.safetensors", + "mtp.layers.1.mixer.experts.386.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.26.mixer.experts.252.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.402.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.310.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.96.mixer.experts.257.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.231.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.410.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.296.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.283.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.142.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.335.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.89.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.248.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.19.mixer.experts.49.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.484.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.103.mixer.experts.362.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.28.mixer.experts.486.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.83.mixer.experts.109.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.118.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.3.mixer.experts.402.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.17.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.286.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.10.mixer.experts.72.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.21.mixer.experts.386.up_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.395.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.96.mixer.experts.24.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.53.mixer.experts.147.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.321.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.85.mixer.experts.405.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.97.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.62.mixer.experts.171.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.138.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.42.mixer.experts.318.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.180.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.51.mixer.experts.246.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.87.mixer.experts.157.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.99.mixer.experts.240.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.216.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.87.mixer.experts.471.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.28.mixer.experts.173.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.114.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.40.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.328.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.36.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.486.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.107.mixer.experts.9.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.149.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.42.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.1.mixer.experts.159.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.106.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.220.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.99.mixer.experts.378.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.430.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.19.mixer.experts.440.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.99.mixer.experts.218.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.76.mixer.experts.341.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.96.mixer.experts.400.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.80.mixer.experts.395.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.24.mixer.experts.284.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.53.mixer.experts.336.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.416.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.44.mixer.experts.155.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.207.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.101.mixer.experts.217.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.60.mixer.experts.474.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.1.mixer.experts.415.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.157.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.341.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.340.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.4.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.258.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.87.mixer.experts.397.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.28.mixer.experts.198.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.87.mixer.experts.80.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.270.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.71.mixer.experts.336.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.357.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.11.mixer.conv1d.bias": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.117.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.25.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.124.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.69.mixer.experts.28.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.45.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.60.mixer.experts.265.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.51.mixer.experts.317.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.15.mixer.experts.354.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.204.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.24.mixer.experts.99.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.24.mixer.experts.28.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.4.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.92.mixer.experts.155.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.344.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.24.mixer.experts.53.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.51.mixer.experts.458.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.27.mixer.norm.weight": "model-00056-of-00225.safetensors", + "backbone.layers.103.mixer.experts.242.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.30.mixer.experts.289.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.117.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.3.mixer.experts.192.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.5.mixer.experts.27.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.30.mixer.experts.481.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.57.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.19.mixer.experts.415.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.15.mixer.experts.345.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.19.mixer.experts.492.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.96.mixer.experts.92.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.87.mixer.experts.300.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.450.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.449.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.62.mixer.experts.253.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.107.mixer.experts.465.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.49.mixer.experts.147.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.51.mixer.experts.121.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.103.mixer.experts.407.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.30.mixer.experts.286.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.385.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.experts.208.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.21.mixer.experts.45.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.0.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.364.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.275.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.92.mixer.experts.227.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.299.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.325.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.44.mixer.experts.486.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.30.mixer.experts.266.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.474.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.402.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.85.mixer.experts.48.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.17.mixer.experts.438.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.8.mixer.experts.289.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.19.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.83.mixer.shared_experts.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.94.mixer.experts.283.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.94.mixer.experts.309.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.62.mixer.shared_experts.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.478.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.128.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.10.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.4.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.131.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.33.mixer.experts.353.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.42.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.168.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.71.mixer.experts.445.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.58.mixer.experts.4.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.26.mixer.experts.375.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.99.mixer.experts.418.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.107.mixer.experts.51.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.51.mixer.experts.349.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.249.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.208.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.115.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.65.mixer.experts.163.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.398.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.21.mixer.experts.461.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.298.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.30.mixer.experts.182.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.481.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.28.mixer.experts.404.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.288.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.19.mixer.experts.49.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.62.mixer.experts.480.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.479.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.181.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.322.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.485.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.236.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.133.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.95.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.28.mixer.experts.59.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.94.mixer.experts.337.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.8.mixer.experts.160.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.347.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.40.mixer.experts.124.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.43.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.24.mixer.experts.378.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.381.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.467.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.30.mixer.experts.53.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.92.mixer.experts.271.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.285.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.85.mixer.experts.37.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.86.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.353.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.475.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.326.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.94.mixer.experts.329.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.402.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.17.mixer.experts.207.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.510.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.154.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.90.mixer.experts.138.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.214.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.94.mixer.experts.375.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.3.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.101.mixer.experts.467.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.58.mixer.experts.74.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.178.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.17.mixer.experts.369.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.189.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.354.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.423.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.74.mixer.experts.398.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.347.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.368.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.19.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.2.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.380.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.37.mixer.experts.370.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.21.mixer.experts.311.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.30.mixer.experts.224.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.408.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.359.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.37.mixer.experts.369.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.100.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.83.mixer.experts.238.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.398.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.87.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.49.mixer.experts.5.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.469.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.28.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.478.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.80.mixer.experts.107.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.245.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.107.mixer.experts.410.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.65.mixer.experts.91.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.218.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.348.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.65.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.55.mixer.experts.352.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.10.mixer.experts.283.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.101.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.experts.134.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.345.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.470.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.26.mixer.experts.326.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.experts.175.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.140.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.151.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.211.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.298.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.405.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.396.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.76.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.457.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.28.mixer.gate.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.443.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.374.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.26.mixer.experts.162.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.13.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.17.mixer.experts.426.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.297.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.199.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.40.mixer.experts.1.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.284.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.486.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.250.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.105.mixer.experts.472.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.8.mixer.experts.71.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.24.mixer.experts.257.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.61.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.500.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.243.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.74.mixer.experts.401.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.26.mixer.experts.426.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.gate.e_score_correction_bias": "model-00083-of-00225.safetensors", + "mtp.layers.1.mixer.experts.246.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.101.mixer.experts.74.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.87.mixer.experts.72.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.101.mixer.experts.318.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.304.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.58.mixer.experts.353.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.107.mixer.experts.356.up_proj.weight": "model-00219-of-00225.safetensors", + "mtp.layers.1.mixer.experts.392.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.382.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.43.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.360.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.69.mixer.experts.39.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.38.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.163.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.210.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.92.mixer.experts.299.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.69.mixer.experts.102.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.60.mixer.experts.191.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.366.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.17.mixer.experts.67.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.105.mixer.experts.132.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.422.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.239.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.5.mixer.experts.470.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.76.mixer.experts.313.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.69.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.10.mixer.experts.427.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.42.mixer.experts.315.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.462.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.499.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.362.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.49.mixer.experts.26.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.303.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.76.mixer.experts.189.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.107.mixer.experts.431.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.71.mixer.experts.320.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.103.mixer.experts.113.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.412.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.8.mixer.experts.405.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.1.mixer.experts.140.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.478.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.28.mixer.experts.213.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.247.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.97.mixer.conv1d.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.354.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.469.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.64.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.331.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.74.mixer.experts.41.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.430.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.504.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.389.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.389.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.55.mixer.experts.216.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.193.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.1.mixer.experts.401.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.60.mixer.experts.3.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.60.mixer.experts.35.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.30.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.348.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.19.mixer.experts.503.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.85.mixer.experts.169.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.424.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.326.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.58.mixer.experts.27.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.49.mixer.experts.249.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.101.mixer.experts.92.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.74.mixer.experts.205.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.320.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.14.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.53.mixer.experts.452.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.211.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.83.mixer.experts.61.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.483.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.103.mixer.experts.276.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.25.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.294.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.55.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.458.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.153.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.35.mixer.experts.56.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.17.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.80.mixer.experts.143.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.332.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.58.mixer.experts.396.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.1.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.359.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.80.mixer.experts.34.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.83.mixer.experts.238.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.430.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.26.mixer.experts.255.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.371.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.94.mixer.experts.149.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.58.mixer.experts.302.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.58.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.76.mixer.experts.478.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.90.mixer.experts.229.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.69.mixer.experts.422.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.357.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.422.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.365.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.43.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.1.mixer.experts.62.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.135.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.40.mixer.experts.263.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.26.mixer.experts.75.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.435.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.94.mixer.experts.459.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.98.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.46.mixer.experts.494.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.74.mixer.experts.235.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.407.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.30.mixer.experts.434.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.94.mixer.experts.401.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.171.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.451.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.21.mixer.experts.286.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.5.mixer.experts.5.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.71.mixer.experts.118.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.11.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.80.mixer.experts.405.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.44.mixer.experts.140.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.101.mixer.experts.510.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.62.mixer.experts.414.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.145.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.30.mixer.experts.358.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.419.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.26.mixer.experts.510.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.26.mixer.experts.27.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.313.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.experts.397.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.102.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.30.mixer.experts.355.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.2.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.19.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.51.mixer.experts.510.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.17.mixer.experts.272.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.58.mixer.experts.321.down_proj.weight": "model-00118-of-00225.safetensors", + "mtp.layers.1.mixer.experts.468.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.452.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.30.mixer.experts.28.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.80.mixer.experts.315.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.173.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.28.mixer.experts.427.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.257.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.231.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.65.mixer.experts.245.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.497.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.96.mixer.experts.88.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.471.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.289.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.228.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.46.mixer.experts.112.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.90.mixer.experts.178.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.460.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.71.mixer.experts.502.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.60.mixer.experts.363.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.506.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.71.mixer.experts.304.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.511.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.83.mixer.experts.78.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.40.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.112.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.80.mixer.experts.276.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.394.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.44.mixer.experts.282.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.291.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.60.mixer.experts.67.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.63.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.380.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.78.mixer.experts.130.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.24.mixer.experts.378.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.511.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.15.mixer.experts.158.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.101.mixer.experts.264.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.94.mixer.experts.441.down_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.282.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.40.mixer.experts.377.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.19.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.196.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.455.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.483.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.160.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.64.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.22.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.237.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.251.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.96.mixer.experts.288.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.53.mixer.experts.27.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.365.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.295.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.71.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.87.mixer.experts.276.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.110.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.69.mixer.experts.123.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.26.mixer.experts.473.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.173.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.472.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.58.mixer.experts.39.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.105.mixer.experts.501.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.69.mixer.experts.4.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.94.mixer.experts.262.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.279.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.475.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.46.mixer.experts.84.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.141.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.338.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.42.mixer.experts.205.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.53.mixer.experts.423.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.306.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.51.mixer.experts.359.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.443.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.107.mixer.experts.348.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.67.mixer.experts.356.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.33.mixer.experts.400.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.100.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.53.mixer.experts.16.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.58.mixer.experts.23.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.31.mixer.D": "model-00065-of-00225.safetensors", + "backbone.layers.10.mixer.experts.70.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.401.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.344.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.57.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.285.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.50.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.3.mixer.experts.435.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.439.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.418.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.204.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.223.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.24.mixer.experts.38.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.15.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.474.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.471.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.90.mixer.experts.437.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.331.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.12.mixer.experts.44.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.5.mixer.experts.98.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.461.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.fc1_latent_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.80.mixer.experts.81.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.127.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.26.mixer.experts.312.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.106.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.308.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.99.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.495.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.260.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.40.mixer.experts.282.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.62.mixer.experts.41.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.8.mixer.experts.361.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.327.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.107.mixer.experts.333.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.241.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.259.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.474.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.351.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.314.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.92.mixer.experts.211.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.51.mixer.experts.410.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.49.mixer.experts.251.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.33.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.46.mixer.experts.483.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.10.mixer.experts.333.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.448.up_proj.weight": "model-00206-of-00225.safetensors", + "mtp.layers.1.mixer.experts.190.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.143.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.225.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.382.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.19.mixer.experts.39.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.5.mixer.experts.253.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.90.mixer.experts.465.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.60.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.46.mixer.experts.204.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.493.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.127.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.62.mixer.experts.291.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.372.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.96.mixer.experts.87.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.69.mixer.experts.90.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.62.mixer.experts.18.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.60.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.65.mixer.experts.498.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.69.mixer.experts.398.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.69.mixer.experts.340.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.19.mixer.experts.18.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.42.mixer.experts.298.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.280.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.42.mixer.experts.167.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.384.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.24.mixer.experts.414.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.105.mixer.experts.352.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.417.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.69.mixer.experts.26.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.87.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.359.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.3.mixer.experts.9.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.67.mixer.experts.424.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.118.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.3.mixer.experts.264.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.420.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.83.mixer.experts.325.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.208.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.280.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.19.mixer.experts.5.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.338.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.238.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.30.mixer.experts.1.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.103.mixer.experts.135.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.344.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.349.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.71.mixer.experts.304.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.1.mixer.experts.452.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.35.mixer.experts.300.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.96.mixer.experts.151.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.241.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.30.mixer.experts.193.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.92.mixer.experts.48.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.55.mixer.experts.476.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.107.mixer.experts.469.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.320.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.419.down_proj.weight": "model-00206-of-00225.safetensors", + "mtp.layers.1.mixer.experts.425.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.428.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.49.mixer.experts.280.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.26.mixer.experts.127.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.116.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.33.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.40.mixer.experts.359.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.411.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.466.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.5.mixer.experts.332.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.385.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.92.mixer.experts.102.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.286.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.66.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.55.mixer.experts.12.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.81.up_proj.weight": "model-00134-of-00225.safetensors", + "mtp.layers.1.mixer.experts.479.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.366.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.489.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.12.mixer.experts.255.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.94.mixer.experts.390.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.280.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.118.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.388.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.103.mixer.experts.445.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.116.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.25.mixer.dt_bias": "model-00051-of-00225.safetensors", + "backbone.layers.42.mixer.experts.361.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.51.mixer.experts.392.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.136.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.3.mixer.experts.423.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.94.mixer.experts.303.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.260.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.197.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.1.mixer.experts.291.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.254.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.90.mixer.experts.475.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.326.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.24.mixer.experts.370.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.438.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.495.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.44.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.83.mixer.experts.138.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.138.up_proj.weight": "model-00002-of-00225.safetensors", + "mtp.layers.1.mixer.experts.167.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.85.mixer.experts.319.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.92.mixer.experts.23.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.46.mixer.experts.91.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.15.mixer.experts.395.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.380.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.480.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.101.mixer.experts.422.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.78.mixer.experts.215.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.484.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.232.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.90.mixer.experts.305.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.302.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.71.mixer.experts.352.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.94.mixer.experts.491.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.80.mixer.experts.456.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.90.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.390.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.94.mixer.experts.479.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.78.mixer.experts.142.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.457.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.433.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.106.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.10.mixer.experts.422.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.55.mixer.experts.447.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.103.mixer.experts.400.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.247.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.26.mixer.experts.32.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.26.mixer.experts.282.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.404.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.8.mixer.experts.61.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.270.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.190.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.467.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.265.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.17.mixer.experts.30.down_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.428.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.37.mixer.experts.74.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.71.mixer.experts.109.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.258.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.92.mixer.experts.49.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.90.mixer.experts.54.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.101.mixer.experts.193.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.14.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.223.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.473.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.34.mixer.out_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.46.mixer.experts.241.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.3.mixer.experts.178.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.78.mixer.experts.497.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.493.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.321.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.10.mixer.experts.464.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.21.mixer.experts.182.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.33.mixer.experts.189.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.318.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.434.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.60.mixer.experts.435.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.1.mixer.experts.218.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.188.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.462.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.60.mixer.experts.21.up_proj.weight": "model-00120-of-00225.safetensors", + "mtp.layers.1.mixer.experts.321.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.501.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.117.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.30.mixer.experts.168.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.85.mixer.experts.257.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.58.mixer.experts.6.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.101.mixer.experts.303.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.17.mixer.experts.503.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.8.mixer.experts.370.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.58.mixer.experts.166.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.35.mixer.experts.428.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.62.mixer.experts.146.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.327.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.179.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.42.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.74.mixer.experts.496.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.196.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.297.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.76.mixer.experts.197.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.60.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.28.mixer.experts.81.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.302.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.34.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.77.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.24.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.228.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.53.mixer.experts.179.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.69.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.105.mixer.experts.393.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.265.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.61.mixer.out_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.87.mixer.experts.20.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.289.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.434.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.24.mixer.experts.223.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.2.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.58.mixer.experts.226.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.1.mixer.experts.246.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.40.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.experts.20.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.19.mixer.experts.486.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.87.mixer.experts.465.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.15.mixer.experts.466.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.475.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.67.mixer.experts.122.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.494.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.94.mixer.experts.201.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.12.mixer.gate.e_score_correction_bias": "model-00028-of-00225.safetensors", + "backbone.layers.85.mixer.experts.479.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.230.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.80.mixer.shared_experts.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.60.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.62.mixer.experts.384.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.373.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.277.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.256.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.53.mixer.experts.250.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.499.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.229.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.80.mixer.experts.38.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.348.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.67.mixer.experts.401.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.79.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.485.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.78.mixer.experts.53.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.67.mixer.experts.95.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.1.mixer.experts.167.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.481.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.93.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.419.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.400.down_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.127.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.284.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.438.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.412.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.344.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.339.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.18.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.35.mixer.experts.151.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.125.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.9.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.8.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.441.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.40.mixer.experts.349.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.21.mixer.experts.328.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.91.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.26.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.105.mixer.experts.365.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.242.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.206.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.30.mixer.experts.192.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.17.mixer.experts.228.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.39.mixer.k_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.17.mixer.experts.159.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.58.mixer.experts.330.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.67.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.181.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.90.mixer.experts.20.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.362.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.fc2_latent_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.506.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.439.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.99.mixer.experts.449.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.96.mixer.experts.114.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.293.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.431.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.152.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.167.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.40.mixer.experts.355.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.94.mixer.experts.442.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.40.mixer.experts.78.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.103.mixer.experts.279.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.209.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.3.mixer.experts.498.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.509.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.421.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.83.mixer.experts.295.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.179.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.479.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.26.mixer.experts.327.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.105.mixer.experts.196.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.71.mixer.experts.414.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.gate.e_score_correction_bias": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.383.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.5.mixer.experts.213.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.99.mixer.experts.502.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.84.mixer.in_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.134.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.3.mixer.experts.478.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.58.mixer.experts.55.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.301.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.107.mixer.experts.402.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.85.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.42.mixer.experts.27.up_proj.weight": "model-00084-of-00225.safetensors", + "mtp.layers.1.mixer.experts.21.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.10.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.165.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.103.mixer.experts.145.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.355.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.55.mixer.experts.451.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.51.mixer.experts.449.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.141.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.94.mixer.experts.86.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.21.mixer.experts.302.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.488.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.19.mixer.experts.164.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.23.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.226.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.8.mixer.experts.43.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.80.mixer.experts.310.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.333.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.28.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.105.mixer.experts.43.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.335.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.80.mixer.experts.16.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.131.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.44.mixer.experts.121.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.40.mixer.shared_experts.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.80.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.65.mixer.experts.480.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.83.mixer.experts.98.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.471.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.421.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.426.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.459.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.482.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.101.mixer.experts.149.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.67.mixer.experts.291.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.208.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.278.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.71.mixer.experts.89.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.3.mixer.experts.81.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.49.mixer.experts.381.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.346.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.107.mixer.experts.266.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.321.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.19.mixer.experts.368.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.94.mixer.experts.275.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.433.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.87.mixer.experts.390.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.129.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.290.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.436.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.387.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.250.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.234.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.38.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.165.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.50.mixer.norm.weight": "model-00102-of-00225.safetensors", + "backbone.layers.3.mixer.experts.100.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.67.mixer.experts.249.down_proj.weight": "model-00136-of-00225.safetensors", + "mtp.layers.1.mixer.experts.257.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.103.mixer.experts.152.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.231.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.174.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.28.mixer.experts.396.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.42.mixer.experts.347.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.58.mixer.experts.348.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.94.mixer.experts.435.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.432.up_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.119.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.62.mixer.experts.399.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.143.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.78.mixer.experts.28.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.33.mixer.experts.196.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.15.mixer.experts.364.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.1.mixer.experts.429.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.60.mixer.experts.235.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.47.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.24.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.48.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.96.mixer.experts.496.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.94.mixer.experts.425.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.375.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.27.mixer.out_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.230.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.2.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.83.mixer.experts.501.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.35.mixer.experts.201.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.79.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.47.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.85.mixer.experts.441.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.99.mixer.experts.429.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.272.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.74.mixer.experts.283.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.26.mixer.experts.357.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.38.norm.weight": "model-00079-of-00225.safetensors", + "backbone.layers.94.mixer.experts.398.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.90.mixer.experts.169.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.40.mixer.experts.81.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.139.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.40.mixer.experts.19.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.14.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.26.mixer.experts.273.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.505.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.46.mixer.experts.404.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.287.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.301.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.49.mixer.experts.63.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.378.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.32.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.166.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.55.mixer.experts.124.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.103.mixer.experts.321.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.47.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.37.mixer.experts.88.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.44.mixer.experts.232.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.96.mixer.experts.245.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.491.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.367.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.19.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.101.mixer.experts.494.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.103.mixer.experts.114.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.443.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.434.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.313.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.35.mixer.experts.82.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.469.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.107.mixer.experts.80.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.410.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.107.mixer.experts.134.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.289.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.415.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.376.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.40.mixer.experts.36.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.448.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.8.mixer.experts.47.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.459.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.87.mixer.experts.228.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.279.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.35.mixer.experts.470.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.87.mixer.experts.322.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.62.mixer.experts.93.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.92.mixer.experts.43.up_proj.weight": "model-00184-of-00225.safetensors", + "mtp.layers.1.mixer.experts.469.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.10.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.105.mixer.experts.350.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.366.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.65.mixer.experts.90.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.10.mixer.experts.58.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.254.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.30.mixer.experts.186.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.46.mixer.experts.219.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.53.mixer.experts.115.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.289.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.experts.59.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.347.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.479.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.15.mixer.experts.388.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.103.mixer.experts.58.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.78.mixer.experts.67.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.315.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.24.mixer.experts.413.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.69.mixer.experts.25.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.65.mixer.experts.201.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.319.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.53.mixer.experts.48.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.178.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.60.mixer.experts.294.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.285.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.80.mixer.experts.227.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.33.mixer.experts.95.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.53.mixer.experts.477.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.92.mixer.experts.30.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.15.mixer.experts.53.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.76.mixer.experts.459.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.46.mixer.experts.203.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.96.mixer.experts.120.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.76.mixer.experts.441.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.388.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.450.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.33.mixer.experts.265.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.12.mixer.experts.5.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.24.mixer.experts.331.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.92.mixer.experts.201.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.51.mixer.experts.156.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.6.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.60.mixer.experts.142.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.83.mixer.experts.237.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.92.mixer.experts.486.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.8.mixer.experts.158.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.84.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.17.mixer.experts.395.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.78.mixer.experts.30.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.53.mixer.experts.67.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.247.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.58.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.89.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.60.mixer.experts.386.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.42.mixer.experts.284.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.359.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.376.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.392.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.55.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.105.mixer.experts.33.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.1.mixer.experts.322.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.90.mixer.experts.143.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.53.mixer.experts.274.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.42.mixer.experts.231.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.315.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.68.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.65.mixer.experts.510.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.197.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.494.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.420.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.105.mixer.experts.155.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.457.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.107.mixer.experts.100.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.101.mixer.experts.207.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.53.mixer.experts.28.up_proj.weight": "model-00106-of-00225.safetensors", + "mtp.layers.1.mixer.experts.299.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.178.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.260.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.84.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.23.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.291.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.174.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.71.mixer.experts.369.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.89.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.194.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.435.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.288.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.409.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.450.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.189.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.105.mixer.experts.426.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.377.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.26.mixer.experts.352.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.3.mixer.experts.370.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.105.mixer.experts.103.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.365.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.442.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.87.mixer.experts.219.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.508.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.24.mixer.experts.357.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.61.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.87.mixer.experts.459.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.238.up_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.311.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.16.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.5.mixer.experts.81.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.55.mixer.experts.146.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.40.mixer.experts.163.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.83.mixer.experts.407.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.93.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.107.mixer.experts.164.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.5.mixer.experts.93.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.61.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.5.mixer.experts.265.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.65.mixer.experts.319.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.360.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.105.mixer.experts.418.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.67.mixer.experts.64.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.201.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.experts.121.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.493.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.364.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.304.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.287.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.80.mixer.experts.48.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.51.mixer.experts.227.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.90.mixer.experts.394.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.349.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.83.mixer.experts.85.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.67.mixer.experts.194.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.101.mixer.experts.394.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.37.mixer.experts.392.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.16.down_proj.weight": "model-00079-of-00225.safetensors", + "mtp.layers.1.mixer.experts.390.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.53.mixer.experts.18.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.497.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.62.mixer.experts.246.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.483.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.301.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.107.mixer.experts.471.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.26.mixer.experts.269.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.348.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.8.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.40.mixer.experts.56.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.69.mixer.experts.332.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.105.mixer.experts.142.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.425.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.24.mixer.experts.76.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.456.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.8.mixer.experts.180.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.51.mixer.experts.293.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.96.mixer.experts.430.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.40.mixer.experts.50.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.101.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.101.mixer.experts.250.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.61.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.62.mixer.experts.120.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.62.mixer.experts.80.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.10.mixer.experts.322.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.303.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.3.mixer.experts.168.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.294.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.184.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.360.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.26.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.83.mixer.experts.434.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.69.mixer.experts.426.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.87.mixer.experts.412.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.172.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.339.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.149.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.424.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.26.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.16.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.53.mixer.experts.294.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.17.mixer.experts.180.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.189.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.40.mixer.experts.490.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.69.mixer.experts.357.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.366.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.53.mixer.experts.368.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.30.mixer.experts.352.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.320.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.49.mixer.experts.443.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.44.mixer.experts.477.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.302.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.345.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.339.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.398.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.82.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.76.mixer.experts.188.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.99.mixer.experts.97.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.381.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.217.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.24.mixer.experts.207.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.466.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.33.mixer.experts.428.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.372.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.416.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.28.mixer.experts.285.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.17.mixer.experts.298.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.55.mixer.fc2_latent_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.22.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.189.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.12.mixer.experts.397.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.242.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.347.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.371.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.96.mixer.experts.191.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.35.mixer.experts.6.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.74.mixer.experts.355.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.30.mixer.experts.404.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.103.mixer.experts.312.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.256.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.355.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.112.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.74.mixer.experts.220.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.35.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.58.mixer.experts.332.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.457.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.212.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.346.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.8.mixer.experts.414.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.245.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.58.mixer.experts.94.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.5.mixer.experts.102.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.505.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.99.mixer.experts.392.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.242.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.19.mixer.experts.500.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.99.mixer.experts.331.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.489.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.60.mixer.experts.198.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.28.mixer.experts.45.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.107.mixer.experts.49.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.359.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.8.mixer.experts.64.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.37.mixer.experts.180.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.78.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.53.mixer.experts.244.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.491.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.90.mixer.experts.287.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.214.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.200.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.79.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.35.mixer.experts.362.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.71.mixer.experts.100.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.391.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.117.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.83.mixer.experts.397.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.57.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.66.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.404.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.90.mixer.experts.220.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.165.up_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.180.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.130.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.15.mixer.experts.281.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.96.mixer.experts.144.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.0.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.78.mixer.experts.290.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.17.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.249.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.266.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.140.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.204.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.51.mixer.experts.363.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.112.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.66.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.94.mixer.experts.24.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.87.mixer.experts.190.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.399.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.82.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.324.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.332.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.408.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.15.mixer.experts.175.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.497.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.363.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.40.mixer.experts.76.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.448.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.282.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.353.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.20.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.69.mixer.experts.361.down_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.85.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.419.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.1.mixer.experts.487.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.83.mixer.experts.21.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.35.mixer.experts.15.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.105.mixer.experts.285.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.333.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.202.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.130.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.15.mixer.experts.361.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.80.mixer.experts.239.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.62.mixer.experts.89.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.51.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.21.mixer.experts.346.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.91.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.19.mixer.experts.227.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.53.mixer.experts.486.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.151.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.138.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.74.mixer.experts.151.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.374.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.86.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.341.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.24.mixer.experts.445.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.21.mixer.experts.263.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.80.mixer.experts.72.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.80.mixer.experts.394.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.108.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.441.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.291.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.26.mixer.experts.224.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.107.mixer.experts.423.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.60.mixer.experts.327.up_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.41.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.51.mixer.experts.372.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.292.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.29.mixer.in_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.10.mixer.experts.204.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.309.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.269.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.15.mixer.experts.307.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.85.mixer.experts.278.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.71.mixer.experts.344.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.264.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.87.mixer.experts.226.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.85.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.5.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.28.mixer.experts.91.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.185.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.99.mixer.experts.64.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.423.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.87.mixer.experts.54.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.42.mixer.experts.185.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.40.mixer.experts.433.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.413.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.452.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.28.mixer.experts.223.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.232.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.10.mixer.experts.93.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.150.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.71.mixer.experts.355.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.37.mixer.experts.327.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.96.mixer.experts.264.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.125.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.5.mixer.experts.410.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.396.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.25.mixer.in_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.99.mixer.experts.389.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.1.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.80.mixer.experts.260.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.85.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.58.mixer.experts.286.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.230.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.475.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.35.mixer.experts.234.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.329.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.99.mixer.experts.108.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.65.mixer.experts.385.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.496.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.61.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.461.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.17.mixer.experts.157.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.112.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.46.mixer.experts.73.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.318.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.28.mixer.experts.21.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.21.mixer.experts.267.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.12.mixer.experts.301.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.15.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.103.mixer.experts.311.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.20.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.80.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.389.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.1.mixer.experts.402.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.106.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.4.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.78.mixer.experts.190.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.58.mixer.experts.161.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.62.mixer.experts.400.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.15.mixer.experts.127.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.450.down_proj.weight": "model-00147-of-00225.safetensors", + "mtp.layers.1.mixer.experts.472.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.103.mixer.experts.144.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.101.mixer.experts.348.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.239.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.60.mixer.experts.175.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.466.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.60.mixer.experts.385.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.1.mixer.experts.346.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.295.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.44.mixer.experts.481.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.103.mixer.experts.423.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.10.mixer.experts.218.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.471.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.178.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.58.mixer.experts.287.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.78.mixer.experts.62.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.80.mixer.experts.22.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.231.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.78.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.94.mixer.experts.498.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.71.mixer.experts.436.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.92.mixer.experts.256.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.62.mixer.experts.416.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.37.mixer.experts.177.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.5.mixer.experts.200.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.87.mixer.experts.272.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.96.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.459.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.359.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.327.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.391.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.458.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.40.mixer.experts.275.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.105.mixer.experts.329.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.181.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.53.mixer.experts.494.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.261.up_proj.weight": "model-00131-of-00225.safetensors", + "mtp.layers.1.mixer.experts.125.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.29.mixer.A_log": "model-00060-of-00225.safetensors", + "backbone.layers.30.mixer.experts.336.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.278.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.58.mixer.experts.178.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.205.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.498.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.324.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.12.mixer.experts.459.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.103.mixer.experts.463.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.242.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.96.mixer.experts.363.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.103.mixer.experts.81.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.96.mixer.experts.84.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.42.mixer.experts.314.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.244.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.94.mixer.experts.262.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.19.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.51.mixer.experts.8.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.336.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.67.mixer.experts.345.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.67.mixer.experts.480.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.107.mixer.experts.433.up_proj.weight": "model-00220-of-00225.safetensors", + "mtp.layers.1.mixer.experts.40.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.69.mixer.experts.180.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.127.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.500.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.444.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.170.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.76.mixer.experts.115.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.178.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.107.mixer.experts.287.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.10.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.90.mixer.experts.166.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.249.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.96.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.358.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.192.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.331.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.40.mixer.experts.62.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.24.mixer.experts.93.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.488.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.69.mixer.experts.286.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.11.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.3.mixer.experts.314.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.500.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.161.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.90.mixer.experts.359.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.206.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.58.mixer.experts.96.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.33.mixer.experts.122.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.384.up_proj.weight": "model-00146-of-00225.safetensors", + "mtp.layers.1.mixer.experts.258.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.99.mixer.experts.337.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.80.mixer.experts.220.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.21.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.3.mixer.experts.348.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.53.mixer.experts.506.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.368.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.74.mixer.experts.450.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.69.mixer.experts.375.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.33.mixer.experts.505.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.19.mixer.experts.326.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.256.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.168.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.8.mixer.experts.295.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.341.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.42.mixer.experts.58.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.246.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.87.mixer.experts.95.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.10.mixer.experts.159.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.21.mixer.experts.90.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.76.mixer.experts.223.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.62.mixer.experts.223.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.474.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.13.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.8.mixer.experts.8.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.173.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.35.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.0.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.87.mixer.experts.293.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.80.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.60.mixer.experts.118.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.382.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.114.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.58.mixer.experts.356.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.44.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.8.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.62.mixer.experts.342.down_proj.weight": "model-00127-of-00225.safetensors", + "mtp.layers.1.mixer.experts.15.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.96.mixer.experts.125.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.501.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.83.mixer.experts.429.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.59.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.42.mixer.experts.320.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.275.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.281.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.450.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.17.mixer.shared_experts.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.199.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.168.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.10.mixer.experts.342.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.67.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.83.mixer.experts.429.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.364.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.294.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.263.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.493.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.35.mixer.experts.144.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.96.mixer.experts.180.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.17.mixer.experts.454.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.123.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.37.mixer.experts.265.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.28.mixer.experts.176.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.33.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.418.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.1.mixer.experts.10.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.46.mixer.experts.113.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.294.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.46.mixer.experts.172.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.71.mixer.experts.40.up_proj.weight": "model-00143-of-00225.safetensors", + "mtp.layers.1.mixer.experts.9.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.49.mixer.experts.45.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.42.mixer.experts.337.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.217.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.46.mixer.experts.207.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.44.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.62.mixer.experts.91.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.69.mixer.experts.89.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.42.mixer.experts.17.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.499.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.186.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.178.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.5.mixer.experts.305.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.24.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.298.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.53.mixer.experts.106.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.51.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.37.mixer.experts.187.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.105.mixer.experts.481.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.83.mixer.experts.191.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.19.mixer.experts.178.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.1.mixer.experts.481.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.53.mixer.experts.110.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.30.mixer.experts.22.up_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.220.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.55.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.101.mixer.experts.255.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.498.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.51.mixer.experts.138.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.199.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.92.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.115.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.197.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.85.mixer.experts.157.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.100.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.465.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.58.mixer.experts.115.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.94.mixer.experts.236.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.273.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.338.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.359.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.65.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.337.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.415.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.58.mixer.experts.279.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.37.mixer.experts.435.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.60.mixer.experts.415.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.12.mixer.experts.371.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.80.mixer.experts.151.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.483.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.259.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.51.mixer.experts.324.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.26.mixer.experts.344.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.98.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.87.mixer.experts.158.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.150.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.19.mixer.experts.280.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.62.mixer.experts.292.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.213.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.363.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.28.mixer.experts.499.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.5.mixer.experts.60.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.85.mixer.experts.70.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.156.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.231.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.311.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.124.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.19.mixer.experts.481.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.96.mixer.experts.310.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.5.mixer.experts.234.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.105.mixer.experts.110.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.282.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.234.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.28.mixer.experts.244.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.99.mixer.experts.50.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.85.mixer.experts.204.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.299.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.476.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.78.mixer.experts.318.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.459.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.43.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.24.mixer.experts.312.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.8.mixer.experts.405.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.51.mixer.experts.484.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.469.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.46.mixer.experts.448.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.3.mixer.experts.295.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.379.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.205.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.105.mixer.experts.281.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.62.mixer.experts.504.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.30.mixer.experts.327.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.67.mixer.experts.464.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.62.mixer.experts.229.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.94.mixer.experts.44.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.333.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.391.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.182.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.99.mixer.experts.45.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.62.mixer.experts.446.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.33.mixer.experts.287.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.37.mixer.experts.96.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.325.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.255.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.396.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.368.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.300.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.74.mixer.experts.130.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.228.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.8.mixer.experts.211.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.experts.135.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.78.mixer.experts.228.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.228.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.154.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.365.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.136.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.348.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.355.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.137.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.33.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.99.mixer.experts.413.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.8.mixer.experts.428.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.83.mixer.experts.260.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.172.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.22.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.67.mixer.experts.313.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.241.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.51.mixer.experts.61.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.324.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.60.mixer.experts.227.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.346.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.86.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.444.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.490.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.382.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.99.mixer.experts.28.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.15.mixer.experts.328.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.83.mixer.experts.338.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.76.mixer.experts.462.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.35.mixer.experts.135.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.15.mixer.experts.226.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.28.mixer.experts.475.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.83.mixer.experts.146.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.431.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.42.mixer.experts.312.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.28.mixer.experts.104.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.239.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.96.mixer.experts.71.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.58.mixer.experts.371.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.97.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.107.mixer.experts.289.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.455.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.280.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.204.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.355.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.353.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.133.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.416.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.241.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.301.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.96.mixer.experts.424.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.94.mixer.experts.256.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.101.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.30.mixer.experts.424.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.80.mixer.experts.91.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.26.mixer.experts.41.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.371.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.12.mixer.experts.350.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.445.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.21.mixer.experts.489.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.335.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.94.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.226.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.58.mixer.experts.113.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.95.norm.weight": "model-00193-of-00225.safetensors", + "backbone.layers.40.mixer.experts.368.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.381.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.74.mixer.experts.260.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.80.mixer.experts.446.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.67.mixer.experts.51.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.49.mixer.experts.354.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.341.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.46.mixer.experts.17.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.96.mixer.experts.472.down_proj.weight": "model-00197-of-00225.safetensors", + "mtp.layers.1.mixer.experts.391.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.33.mixer.experts.88.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.175.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.195.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.427.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.444.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.42.mixer.experts.84.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.norm.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.101.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.105.mixer.experts.411.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.8.mixer.experts.450.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.24.mixer.experts.161.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.457.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.99.mixer.experts.423.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.78.mixer.experts.104.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.55.mixer.experts.283.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.101.mixer.experts.342.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.198.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.15.mixer.experts.198.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.5.mixer.experts.133.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.68.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.215.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.77.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.99.mixer.experts.326.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.76.mixer.experts.123.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.5.mixer.experts.246.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.80.mixer.experts.117.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.257.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.21.mixer.experts.425.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.300.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.52.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.19.mixer.experts.471.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.80.mixer.experts.145.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.26.mixer.experts.307.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.3.mixer.experts.334.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.202.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.norm.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.108.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.94.mixer.experts.369.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.5.mixer.experts.415.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.103.mixer.experts.271.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.55.mixer.experts.244.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.197.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.39.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.71.mixer.experts.71.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.1.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.62.mixer.experts.335.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.145.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.500.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.61.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.35.mixer.experts.227.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.107.mixer.experts.421.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.44.mixer.experts.345.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.35.mixer.experts.131.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.74.mixer.experts.334.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.37.mixer.experts.141.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.152.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.24.mixer.experts.117.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.430.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.450.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.28.mixer.experts.336.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.463.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.96.mixer.experts.201.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.70.mixer.norm.weight": "model-00143-of-00225.safetensors", + "backbone.layers.12.mixer.experts.151.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.288.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.42.mixer.experts.0.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.170.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.25.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.42.mixer.experts.75.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.493.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.244.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.33.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.33.mixer.experts.133.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.7.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.85.mixer.experts.349.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.183.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.96.mixer.experts.66.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.423.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.126.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.92.mixer.experts.489.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.229.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.464.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.46.mixer.experts.216.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.experts.90.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.12.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.74.mixer.experts.188.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.76.mixer.experts.382.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.340.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.215.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.58.mixer.experts.459.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.33.mixer.experts.266.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.21.mixer.experts.307.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.19.mixer.experts.274.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.490.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.252.up_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.494.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.28.mixer.experts.142.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.53.mixer.experts.72.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.67.mixer.experts.482.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.103.mixer.experts.271.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.259.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.311.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.476.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.40.mixer.experts.485.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.83.mixer.experts.452.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.28.mixer.experts.263.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.422.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.299.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.37.mixer.experts.244.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.107.mixer.experts.277.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.120.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.87.mixer.experts.290.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.62.mixer.experts.111.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.67.mixer.experts.360.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.5.mixer.experts.260.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.306.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.69.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.55.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.92.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.29.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.65.mixer.experts.243.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.28.mixer.experts.264.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.100.mixer.norm.weight": "model-00202-of-00225.safetensors", + "backbone.layers.10.mixer.experts.362.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.55.mixer.experts.373.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.65.mixer.experts.384.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.40.mixer.experts.379.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.74.mixer.experts.431.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.187.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.92.mixer.experts.173.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.297.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.experts.181.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.37.mixer.experts.377.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.198.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.440.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.200.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.26.mixer.experts.458.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.46.mixer.experts.142.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.341.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.232.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.mixer.experts.337.up_proj.weight": "model-00178-of-00225.safetensors", + "mtp.layers.1.mixer.experts.496.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.283.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.392.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.53.mixer.experts.167.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.74.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.467.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.96.mixer.experts.402.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.285.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.286.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.119.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.210.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.21.mixer.experts.461.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.19.mixer.experts.32.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.30.mixer.experts.142.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.62.mixer.experts.212.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.78.mixer.experts.66.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.99.mixer.experts.351.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.371.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.101.mixer.experts.374.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.35.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.40.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.384.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.429.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.369.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.103.mixer.experts.315.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.55.mixer.experts.160.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.35.mixer.experts.223.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.108.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.61.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.95.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.395.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.87.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.92.mixer.experts.394.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.37.mixer.experts.243.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.101.mixer.experts.113.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.39.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.10.mixer.experts.491.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.49.mixer.experts.118.up_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.330.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.51.mixer.experts.472.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.320.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.71.mixer.experts.110.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.227.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.24.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.26.mixer.experts.191.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.51.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.40.mixer.experts.469.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.85.mixer.experts.376.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.42.mixer.experts.159.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.346.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.66.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.40.mixer.experts.35.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.234.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.24.mixer.experts.329.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.372.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.60.mixer.experts.187.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.176.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.46.mixer.experts.225.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.27.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.122.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.197.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.265.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.85.mixer.experts.206.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.55.mixer.experts.78.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.340.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.8.mixer.experts.9.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.24.mixer.experts.403.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.208.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.46.mixer.experts.331.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.266.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.44.mixer.experts.417.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.457.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.embeddings.weight": "model-00001-of-00225.safetensors", + "backbone.layers.49.mixer.experts.285.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.10.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.166.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.17.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.53.mixer.experts.199.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.222.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.429.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.281.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.234.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.53.mixer.experts.450.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.85.mixer.experts.438.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.97.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.407.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.100.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.442.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.184.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.8.mixer.experts.396.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.49.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.57.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.157.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.89.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.299.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.357.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.117.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.3.mixer.experts.5.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.44.mixer.experts.150.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.157.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.3.mixer.experts.249.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.99.mixer.experts.476.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.229.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.10.mixer.experts.152.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.355.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.67.mixer.experts.471.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.60.mixer.experts.230.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.experts.332.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.63.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.398.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.26.mixer.experts.370.up_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.378.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.35.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.3.mixer.experts.303.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.174.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.49.mixer.experts.452.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.107.mixer.experts.64.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.230.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.481.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.24.mixer.experts.343.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.69.mixer.experts.140.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.448.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.348.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.247.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.414.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.35.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.33.mixer.experts.320.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.78.mixer.experts.112.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.275.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.49.mixer.experts.456.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.53.mixer.experts.306.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.21.mixer.experts.208.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.86.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.103.mixer.experts.274.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.40.mixer.experts.199.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.390.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.37.mixer.experts.372.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.1.mixer.experts.320.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.458.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.184.down_proj.weight": "model-00044-of-00225.safetensors", + "mtp.layers.1.mixer.experts.410.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.30.mixer.experts.241.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.12.mixer.experts.173.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.359.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.33.mixer.experts.236.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.127.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.478.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.365.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.experts.329.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.486.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.438.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.134.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.87.mixer.experts.99.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.74.mixer.experts.123.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.183.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.94.mixer.experts.417.up_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.152.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.338.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.58.mixer.experts.151.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.21.mixer.experts.327.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.10.mixer.experts.45.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.139.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.203.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.42.mixer.experts.81.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.147.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.107.mixer.experts.154.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.365.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.148.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.436.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.74.mixer.experts.232.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.330.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.386.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.278.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.401.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.396.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.468.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.26.mixer.experts.343.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.124.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.93.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.67.mixer.experts.245.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.8.mixer.experts.159.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.30.mixer.experts.284.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.482.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.46.mixer.experts.117.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.298.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.42.mixer.experts.294.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.51.mixer.experts.283.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.33.mixer.experts.221.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.28.mixer.experts.160.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.1.mixer.experts.162.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.74.mixer.experts.357.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.35.mixer.experts.413.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.28.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.92.mixer.experts.398.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.12.mixer.experts.91.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.40.mixer.experts.402.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.344.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.66.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.21.mixer.experts.379.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.40.mixer.experts.444.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.3.mixer.experts.112.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.169.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.256.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.33.mixer.experts.286.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.106.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.69.mixer.experts.221.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.5.mixer.experts.466.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.105.mixer.experts.505.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.109.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.130.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.78.mixer.experts.105.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.60.mixer.experts.190.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.143.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.46.mixer.experts.221.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.21.mixer.experts.143.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.40.mixer.experts.47.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.253.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.104.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.26.mixer.experts.454.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.67.mixer.experts.124.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.419.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.338.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.62.mixer.experts.329.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.443.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.91.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.473.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.62.mixer.experts.341.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.75.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.40.mixer.experts.337.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.15.mixer.experts.59.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.158.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.10.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.85.mixer.experts.467.up_proj.weight": "model-00174-of-00225.safetensors", + "mtp.layers.1.mixer.experts.115.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.493.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.30.mixer.experts.119.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.65.mixer.experts.30.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.71.mixer.experts.61.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.61.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.276.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.101.mixer.experts.326.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.218.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.8.mixer.experts.310.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.277.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.10.mixer.experts.103.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.334.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.1.mixer.experts.492.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.372.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.107.mixer.experts.498.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.74.mixer.experts.477.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.62.mixer.experts.220.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.shared_experts.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.45.mixer.D": "model-00092-of-00225.safetensors", + "backbone.layers.74.mixer.experts.366.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.49.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.40.mixer.experts.505.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.107.mixer.experts.43.up_proj.weight": "model-00216-of-00225.safetensors", + "mtp.layers.1.mixer.experts.420.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.151.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.329.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.5.mixer.experts.112.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.43.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.76.mixer.experts.440.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.85.mixer.experts.75.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.135.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.271.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.250.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.30.mixer.experts.0.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.33.mixer.experts.497.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.366.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.1.mixer.experts.413.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.71.mixer.experts.0.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.55.mixer.experts.394.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.26.mixer.experts.292.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.80.mixer.experts.127.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.6.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.33.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.96.mixer.experts.332.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.286.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.58.mixer.experts.108.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.376.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.44.mixer.experts.362.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.8.mixer.experts.414.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.35.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.65.mixer.experts.148.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.205.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.85.mixer.experts.144.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.3.mixer.experts.497.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.30.mixer.experts.86.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.43.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.414.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.51.mixer.experts.7.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.385.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.3.mixer.experts.450.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.21.mixer.experts.36.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.418.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.78.mixer.experts.488.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.26.mixer.experts.406.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.463.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.382.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.103.mixer.experts.172.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.310.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.32.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.268.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.62.mixer.fc2_latent_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.83.mixer.experts.242.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.166.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.80.mixer.experts.187.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.71.mixer.fc2_latent_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.94.mixer.experts.288.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.17.mixer.experts.323.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.182.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.87.mixer.experts.24.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.17.mixer.experts.486.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.44.mixer.experts.300.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.103.mixer.experts.92.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.44.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.12.mixer.experts.355.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.99.mixer.experts.396.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.74.mixer.experts.39.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.177.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.320.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.71.mixer.experts.13.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.163.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.1.mixer.experts.81.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.99.mixer.experts.206.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.17.mixer.experts.401.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.417.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.3.mixer.experts.39.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.40.mixer.experts.330.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.30.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.10.mixer.experts.210.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.103.mixer.experts.379.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.55.mixer.experts.204.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.391.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.121.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.40.mixer.experts.447.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.97.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.38.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.85.mixer.experts.180.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.30.mixer.experts.458.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.24.mixer.experts.199.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.428.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.459.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.169.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.36.mixer.out_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.22.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.184.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.17.mixer.experts.40.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.22.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.460.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.90.mixer.experts.324.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.481.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.208.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.344.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.501.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.65.mixer.experts.95.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.212.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.51.mixer.experts.414.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.313.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.35.mixer.experts.256.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.4.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.246.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.62.mixer.experts.140.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.46.mixer.experts.332.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.358.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.74.mixer.experts.424.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.432.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.30.mixer.experts.432.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.346.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.5.mixer.experts.329.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.60.mixer.experts.53.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.83.mixer.experts.322.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.99.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.69.mixer.experts.48.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.130.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.53.mixer.experts.417.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.83.mixer.experts.437.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.80.mixer.experts.345.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.8.mixer.experts.0.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.92.mixer.experts.168.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.37.mixer.experts.188.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.30.mixer.experts.237.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.150.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.503.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.33.mixer.experts.14.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.96.mixer.experts.473.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.60.mixer.experts.421.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.83.mixer.experts.14.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.21.mixer.experts.23.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.17.mixer.experts.406.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.332.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.289.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.51.mixer.experts.59.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.101.mixer.experts.118.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.433.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.42.mixer.experts.504.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.10.mixer.experts.400.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.103.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.465.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.91.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.76.norm.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.257.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.244.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.96.mixer.experts.271.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.62.mixer.experts.280.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.129.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.7.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.28.mixer.experts.204.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.234.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.15.mixer.experts.280.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.107.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.305.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.96.mixer.experts.355.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.92.mixer.experts.462.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.65.mixer.experts.418.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.208.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.2.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.1.mixer.experts.377.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.7.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.372.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.49.mixer.experts.317.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.103.mixer.experts.70.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.85.mixer.experts.40.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.161.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.52.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.1.mixer.experts.404.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.476.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.62.mixer.experts.256.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.292.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.17.mixer.experts.464.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.363.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.214.up_proj.weight": "model-00154-of-00225.safetensors", + "mtp.layers.1.mixer.experts.452.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.223.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.105.mixer.experts.344.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.46.mixer.experts.125.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.60.mixer.experts.464.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.60.mixer.experts.358.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.440.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.295.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.62.mixer.experts.427.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.3.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.74.mixer.experts.83.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.65.mixer.experts.297.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.94.mixer.experts.458.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.300.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.140.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.55.mixer.experts.447.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.30.mixer.experts.212.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.96.mixer.experts.140.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.44.mixer.experts.451.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.99.mixer.experts.460.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.339.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.12.mixer.experts.384.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.49.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.112.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.36.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.361.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.343.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.280.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.348.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.257.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.498.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.76.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.30.mixer.experts.47.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.270.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.96.mixer.experts.352.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.1.mixer.experts.266.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.40.mixer.experts.20.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.gate.e_score_correction_bias": "model-00065-of-00225.safetensors", + "backbone.layers.94.mixer.experts.427.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.151.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.201.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.252.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.76.mixer.experts.164.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.49.mixer.experts.368.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.219.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.17.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.402.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.83.mixer.experts.116.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.90.mixer.experts.314.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.467.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.394.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.103.mixer.experts.197.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.470.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.99.mixer.experts.248.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.83.mixer.experts.139.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.77.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.19.mixer.experts.305.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.67.mixer.experts.98.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.101.mixer.experts.127.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.388.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.76.mixer.experts.398.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.168.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.129.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.76.mixer.experts.145.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.15.mixer.experts.324.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.42.mixer.experts.37.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.321.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.8.mixer.experts.145.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.250.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.234.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.90.mixer.experts.129.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.358.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.478.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.219.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.33.mixer.experts.282.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.83.mixer.experts.505.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.92.mixer.experts.420.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.83.mixer.experts.163.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.87.mixer.experts.366.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.5.mixer.experts.255.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.44.mixer.experts.427.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.5.mixer.experts.302.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.70.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.115.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.5.mixer.experts.28.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.gate.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.218.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.53.mixer.experts.74.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.202.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.31.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.168.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.12.mixer.experts.85.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.28.mixer.experts.387.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.349.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.82.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.106.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.366.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.12.mixer.experts.59.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.37.mixer.experts.76.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.29.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.60.mixer.experts.6.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.358.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.44.mixer.experts.431.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.78.mixer.experts.223.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.37.mixer.experts.366.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.80.mixer.experts.378.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.21.mixer.experts.187.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.220.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.429.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.436.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.58.mixer.experts.422.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.457.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.151.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.92.mixer.experts.509.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.155.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.352.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.462.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.40.mixer.experts.238.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.8.mixer.experts.479.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.115.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.44.mixer.experts.225.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.17.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.121.up_proj.weight": "model-00075-of-00225.safetensors", + "mtp.layers.1.mixer.experts.163.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.26.mixer.experts.211.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.82.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.42.mixer.experts.25.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.5.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.173.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.119.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.268.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.271.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.85.mixer.experts.58.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.42.mixer.experts.319.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.46.mixer.experts.400.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.104.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.96.mixer.experts.143.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.76.mixer.experts.422.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.67.mixer.experts.85.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.69.mixer.experts.297.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.145.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.193.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.76.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.13.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.506.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.experts.362.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.313.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.246.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.40.mixer.experts.456.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.21.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.51.mixer.experts.310.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.15.mixer.experts.305.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.28.mixer.experts.98.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.53.mixer.experts.476.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.278.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.462.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.55.mixer.experts.15.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.381.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.231.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.103.mixer.experts.455.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.83.mixer.experts.436.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.113.down_proj.weight": "model-00190-of-00225.safetensors", + "mtp.layers.1.mixer.experts.109.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.67.mixer.experts.179.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.90.mixer.experts.480.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.26.mixer.experts.129.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.92.mixer.experts.269.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.80.mixer.experts.275.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.301.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.40.mixer.experts.252.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.8.up_proj.weight": "model-00070-of-00225.safetensors", + "mtp.layers.1.mixer.experts.206.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.292.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.385.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.42.mixer.experts.111.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.67.mixer.experts.192.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.416.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.26.mixer.experts.126.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.440.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.62.mixer.experts.85.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.1.mixer.experts.147.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.429.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.99.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.282.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.11.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.90.mixer.experts.378.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.296.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.217.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.209.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.449.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.74.mixer.experts.498.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.49.mixer.experts.320.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.17.mixer.experts.445.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.71.mixer.experts.141.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.96.mixer.experts.51.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.94.mixer.experts.95.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.experts.38.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.3.mixer.experts.169.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.85.mixer.experts.480.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.1.mixer.experts.367.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.28.mixer.experts.138.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.5.mixer.experts.418.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.87.mixer.experts.315.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.195.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.1.mixer.experts.489.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.256.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.107.mixer.experts.280.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.experts.74.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.65.mixer.experts.19.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.186.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.506.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.58.mixer.experts.392.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.experts.305.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.17.mixer.experts.337.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.262.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.26.mixer.experts.311.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.28.mixer.experts.282.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.235.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.134.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.47.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.69.mixer.experts.462.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.350.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.69.mixer.experts.42.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.351.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.366.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.193.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.293.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.139.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.303.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.33.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.3.mixer.experts.217.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.65.mixer.experts.302.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.208.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.26.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.46.mixer.experts.159.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.83.mixer.experts.227.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.92.mixer.experts.309.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.107.mixer.experts.228.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.428.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.99.mixer.experts.446.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.273.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.78.mixer.experts.138.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.165.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.118.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.217.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.experts.96.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.99.mixer.experts.324.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.334.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.87.mixer.experts.240.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.495.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.103.mixer.experts.206.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.227.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.62.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.178.down_proj.weight": "model-00121-of-00225.safetensors", + "mtp.layers.1.mixer.experts.379.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.40.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.499.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.99.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.65.mixer.experts.3.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.69.mixer.experts.330.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.103.mixer.experts.454.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.24.mixer.experts.154.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.489.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.510.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.49.mixer.experts.198.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.103.mixer.experts.62.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.342.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.17.mixer.experts.135.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.12.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.19.mixer.experts.21.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.310.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.338.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.254.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.381.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.230.down_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.479.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.300.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.10.mixer.experts.135.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.441.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.485.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.87.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.103.mixer.experts.6.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.287.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.291.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.85.mixer.experts.212.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.17.mixer.experts.68.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.24.mixer.experts.54.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.65.mixer.gate.weight": "model-00133-of-00225.safetensors", + "backbone.layers.26.mixer.experts.196.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.46.mixer.experts.208.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.67.mixer.experts.131.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.391.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.5.mixer.experts.230.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.68.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.303.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.65.mixer.experts.323.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.336.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.240.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.274.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.2.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.80.down_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.475.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.407.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.59.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.90.mixer.experts.185.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.361.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.475.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.270.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.409.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.78.mixer.experts.82.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.472.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.62.mixer.experts.167.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.131.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.45.mixer.norm.weight": "model-00092-of-00225.safetensors", + "backbone.layers.10.mixer.experts.445.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.448.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.196.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.55.mixer.experts.13.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.42.mixer.experts.324.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.506.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.51.mixer.experts.466.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.80.mixer.experts.77.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.17.mixer.experts.476.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.46.mixer.experts.261.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.60.mixer.experts.216.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.83.mixer.experts.116.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.39.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.26.mixer.experts.345.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.80.mixer.experts.495.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.15.mixer.experts.207.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.163.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.44.mixer.experts.166.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.57.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.423.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.178.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.37.mixer.experts.301.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.94.mixer.experts.148.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.15.mixer.experts.462.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.58.mixer.experts.105.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.123.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.109.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.473.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.11.mixer.out_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.51.mixer.experts.311.up_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.465.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.362.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.1.mixer.experts.114.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.99.mixer.experts.470.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.85.mixer.experts.370.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.46.mixer.experts.276.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.220.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.19.mixer.experts.208.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.119.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.35.mixer.experts.172.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.3.mixer.experts.446.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.31.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.108.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.87.mixer.experts.95.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.187.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.70.norm.weight": "model-00143-of-00225.safetensors", + "backbone.layers.51.mixer.experts.189.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.323.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.58.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.187.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.12.mixer.experts.406.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.88.mixer.in_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.75.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.71.mixer.experts.202.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.240.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.212.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.28.mixer.experts.283.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.74.mixer.experts.299.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.51.mixer.experts.443.down_proj.weight": "model-00105-of-00225.safetensors", + "mtp.layers.1.mixer.experts.382.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.26.mixer.experts.2.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.96.mixer.experts.261.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.58.mixer.experts.43.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.79.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.40.mixer.experts.10.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.87.mixer.experts.270.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.80.mixer.experts.375.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.1.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.156.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.122.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.15.mixer.experts.315.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.85.mixer.experts.119.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.453.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.345.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.76.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.282.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.62.mixer.experts.342.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.62.mixer.experts.50.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.71.mixer.experts.227.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.128.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.226.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.90.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.202.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.5.mixer.experts.163.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.5.mixer.experts.193.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.221.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.80.mixer.experts.262.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.389.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.206.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.39.norm.weight": "model-00079-of-00225.safetensors", + "backbone.layers.58.mixer.experts.91.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.55.mixer.experts.360.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.45.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.74.mixer.experts.122.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.144.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.12.mixer.experts.371.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.46.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.41.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.85.mixer.experts.201.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.26.mixer.experts.126.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.246.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.90.mixer.experts.123.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.58.mixer.experts.346.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.92.mixer.experts.423.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.1.mixer.experts.334.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.81.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.390.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.8.mixer.experts.113.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.397.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.498.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.8.mixer.experts.212.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.42.mixer.experts.178.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.12.mixer.experts.179.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.174.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.51.mixer.experts.374.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.85.mixer.experts.253.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.51.mixer.experts.10.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.44.mixer.experts.417.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.96.mixer.experts.236.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.465.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.103.mixer.experts.3.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.440.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.37.mixer.experts.209.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.64.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.71.mixer.experts.117.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.15.mixer.experts.486.down_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.121.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.310.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.45.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.283.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.78.mixer.experts.64.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.300.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.190.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.90.mixer.experts.93.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.28.mixer.experts.96.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.62.mixer.experts.143.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.434.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.24.mixer.experts.212.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.370.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.429.down_proj.weight": "model-00151-of-00225.safetensors", + "mtp.layers.1.mixer.experts.74.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.175.down_proj.weight": "model-00181-of-00225.safetensors", + "mtp.layers.1.mixer.experts.421.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.182.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.322.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.10.mixer.experts.173.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.134.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.80.mixer.experts.162.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.53.mixer.experts.160.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.71.mixer.experts.361.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.5.mixer.experts.299.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.400.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.326.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.442.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.83.mixer.experts.25.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.192.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.3.mixer.experts.23.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.experts.385.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.456.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.99.mixer.experts.241.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.419.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.215.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.44.mixer.experts.311.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.12.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.65.mixer.experts.11.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.128.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.40.mixer.experts.324.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.198.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.312.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.422.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.6.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.417.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.42.mixer.experts.465.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.87.mixer.experts.421.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.49.mixer.experts.367.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.69.mixer.experts.494.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.19.mixer.experts.490.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.65.mixer.experts.268.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.37.mixer.experts.20.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.55.mixer.experts.125.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.94.mixer.experts.328.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.452.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.51.mixer.experts.213.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.103.mixer.experts.134.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.71.mixer.experts.410.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.33.mixer.experts.393.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.24.mixer.experts.304.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.19.mixer.experts.177.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.352.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.17.mixer.experts.318.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.51.mixer.experts.228.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.109.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.90.mixer.experts.451.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.274.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.8.mixer.experts.110.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.105.mixer.experts.419.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.287.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.90.mixer.experts.182.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.80.mixer.experts.206.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.354.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.253.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.74.mixer.experts.257.up_proj.weight": "model-00150-of-00225.safetensors", + "mtp.layers.1.mixer.experts.4.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.19.mixer.experts.462.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.231.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.35.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.85.mixer.experts.325.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.76.mixer.experts.503.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.35.mixer.experts.203.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.191.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.227.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.112.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.59.mixer.norm.weight": "model-00120-of-00225.safetensors", + "backbone.layers.33.mixer.experts.348.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.345.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.1.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.78.mixer.experts.471.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.60.mixer.experts.3.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.94.mixer.experts.127.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.35.mixer.experts.28.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.376.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.70.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.53.mixer.experts.398.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.62.mixer.experts.498.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.306.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.133.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.8.mixer.experts.267.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.198.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.21.mixer.experts.481.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.101.mixer.experts.227.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.128.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.124.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.227.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.21.mixer.experts.181.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.508.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.49.mixer.experts.49.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.21.mixer.experts.61.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.87.mixer.experts.311.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.53.mixer.experts.93.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.399.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.55.mixer.experts.9.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.96.mixer.experts.234.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.226.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.77.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.42.mixer.experts.473.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.69.mixer.experts.284.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.26.mixer.experts.318.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.96.mixer.experts.70.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.393.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.74.mixer.experts.446.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.317.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.281.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.119.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.49.mixer.experts.473.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.3.mixer.experts.197.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.244.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.38.mixer.conv1d.bias": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.100.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.1.mixer.experts.42.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.85.mixer.experts.73.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.101.mixer.experts.110.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.304.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.30.mixer.experts.394.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.58.mixer.experts.308.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.92.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.343.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.310.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.335.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.146.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.412.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.55.mixer.experts.440.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.472.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.78.mixer.experts.173.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.354.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.469.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.237.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.223.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.235.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.66.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.40.mixer.experts.129.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.171.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.309.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.348.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.378.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.312.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.103.mixer.experts.261.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.340.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.243.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.234.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.3.mixer.experts.464.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.198.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.80.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.454.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.71.mixer.experts.310.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.325.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.182.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.292.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.213.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.85.mixer.experts.14.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.350.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.246.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.125.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.mixer.experts.165.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.64.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.60.mixer.experts.134.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.201.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.85.mixer.experts.427.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.12.mixer.experts.368.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.12.mixer.experts.493.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.35.mixer.experts.31.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.58.mixer.experts.386.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.12.mixer.experts.240.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.486.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.49.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.67.mixer.experts.305.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.78.mixer.experts.338.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.80.mixer.experts.423.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.90.mixer.experts.186.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.94.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.107.mixer.experts.160.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.71.mixer.experts.141.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.62.mixer.experts.13.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.247.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.234.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.347.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.67.mixer.experts.167.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.291.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.401.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.67.mixer.experts.176.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.12.mixer.experts.3.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.99.mixer.experts.135.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.443.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.409.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.28.mixer.experts.485.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.408.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.405.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.83.mixer.experts.351.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.459.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.8.mixer.experts.205.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.151.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.12.mixer.experts.82.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.465.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.219.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.500.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.195.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.5.mixer.experts.64.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.103.mixer.experts.83.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.117.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.90.mixer.experts.334.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.261.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.116.down_proj.weight": "model-00043-of-00225.safetensors", + "mtp.layers.1.mixer.experts.486.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.87.mixer.experts.168.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.500.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.186.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.249.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.454.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.33.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.497.down_proj.weight": "model-00129-of-00225.safetensors", + "mtp.layers.1.mixer.experts.260.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.311.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.154.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.167.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.203.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.experts.442.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.67.mixer.experts.33.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.52.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.27.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.449.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.17.mixer.experts.158.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.74.mixer.experts.224.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.103.mixer.experts.38.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.105.mixer.experts.91.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.392.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.217.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.33.mixer.experts.181.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.291.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.214.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.24.mixer.experts.225.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.90.mixer.experts.14.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.269.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.67.mixer.experts.401.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.119.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.91.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.463.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.58.mixer.experts.444.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.99.mixer.experts.233.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.44.mixer.experts.120.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.249.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.87.mixer.experts.461.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.168.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.11.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.58.mixer.experts.325.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.165.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.340.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.53.mixer.experts.503.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.28.mixer.experts.438.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.76.mixer.experts.2.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.46.mixer.experts.186.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.21.mixer.experts.236.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.gate.weight": "model-00037-of-00225.safetensors", + "backbone.layers.3.mixer.experts.204.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.67.mixer.experts.98.down_proj.weight": "model-00134-of-00225.safetensors", + "mtp.layers.1.mixer.experts.493.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.74.mixer.experts.461.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.30.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.24.mixer.experts.284.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.3.mixer.experts.460.down_proj.weight": "model-00010-of-00225.safetensors", + "mtp.layers.1.mixer.experts.441.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.265.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.30.mixer.experts.111.down_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.153.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.488.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.86.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.15.mixer.experts.219.up_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.284.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.367.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.experts.161.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.421.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.460.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.480.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.464.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.26.mixer.experts.305.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.85.mixer.experts.423.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.84.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.8.mixer.experts.224.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.318.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.94.mixer.experts.372.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.307.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.374.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.96.mixer.experts.456.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.53.mixer.experts.288.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.5.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.101.mixer.experts.391.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.165.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.105.mixer.experts.81.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.461.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.29.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.422.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.196.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.5.mixer.experts.431.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.94.mixer.experts.158.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.490.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.78.mixer.experts.444.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.214.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.454.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.42.mixer.experts.185.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.71.mixer.experts.326.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.65.mixer.experts.336.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.306.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.43.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.303.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.440.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.453.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.264.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.477.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.28.mixer.experts.178.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.423.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.42.mixer.experts.130.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.230.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.17.mixer.experts.24.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.8.mixer.experts.29.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.74.mixer.experts.92.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.58.mixer.experts.436.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.213.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.40.mixer.experts.181.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.25.mixer.norm.weight": "model-00051-of-00225.safetensors", + "backbone.layers.5.mixer.experts.313.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.30.mixer.experts.285.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.90.mixer.experts.281.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.326.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.342.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.80.mixer.experts.319.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.experts.228.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.103.mixer.experts.222.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.366.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.1.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.128.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.51.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.248.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.19.mixer.experts.175.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.407.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.experts.14.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.87.mixer.experts.401.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.105.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.426.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.135.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.87.mixer.experts.180.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.8.mixer.experts.40.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.35.mixer.experts.34.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.80.mixer.experts.221.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.105.mixer.experts.292.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.378.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.194.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.95.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.64.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.421.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.53.mixer.experts.209.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.53.mixer.experts.214.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.96.mixer.experts.377.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.21.mixer.experts.383.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.103.mixer.experts.251.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.90.mixer.experts.149.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.44.mixer.experts.36.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.46.mixer.experts.470.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.67.mixer.experts.311.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.62.mixer.experts.443.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.58.mixer.experts.394.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.428.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.400.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.15.mixer.experts.234.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.71.mixer.experts.252.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.80.mixer.experts.49.up_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.302.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.19.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.105.mixer.experts.220.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.58.mixer.experts.112.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.105.mixer.experts.407.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.107.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.58.mixer.experts.399.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.55.mixer.experts.473.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.19.mixer.experts.370.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.172.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.44.mixer.experts.391.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.12.mixer.experts.129.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.65.mixer.experts.225.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.35.mixer.experts.242.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.464.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.37.mixer.experts.350.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.28.mixer.experts.160.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.6.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.37.mixer.experts.110.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.69.mixer.experts.183.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.44.mixer.experts.349.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.76.mixer.experts.468.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.213.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.184.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.182.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.364.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.33.mixer.experts.182.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.74.mixer.experts.353.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.399.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.87.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.62.mixer.experts.252.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.44.mixer.experts.195.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.45.mixer.dt_bias": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.226.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.466.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.49.mixer.experts.388.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.30.mixer.shared_experts.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.101.mixer.experts.441.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.92.mixer.experts.274.down_proj.weight": "model-00186-of-00225.safetensors", + "mtp.layers.1.mixer.experts.285.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.205.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.238.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.286.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.255.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.101.mixer.experts.276.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.409.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.90.mixer.experts.203.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.284.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.15.mixer.experts.149.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.164.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.47.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.239.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.85.mixer.experts.326.down_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.478.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.162.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.490.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.344.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.63.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.203.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.65.mixer.experts.39.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.15.mixer.experts.442.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.105.mixer.experts.442.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.5.mixer.experts.419.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.203.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.236.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.362.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.141.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.42.mixer.experts.384.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.26.mixer.experts.15.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.373.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.17.mixer.experts.330.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.1.mixer.experts.88.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.361.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.55.mixer.experts.474.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.5.mixer.experts.247.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.487.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.442.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.55.mixer.experts.147.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.62.mixer.experts.329.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.58.mixer.experts.386.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.463.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.49.mixer.experts.328.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.92.mixer.experts.429.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.10.mixer.experts.82.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.92.mixer.experts.147.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.118.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.308.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.60.mixer.experts.330.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.272.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.75.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.200.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.420.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.1.mixer.experts.328.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.452.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.429.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.99.mixer.experts.395.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.279.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.257.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.76.mixer.experts.294.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.3.mixer.experts.151.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.446.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.306.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.123.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.298.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.42.mixer.experts.129.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.53.mixer.experts.2.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.20.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.69.mixer.experts.314.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.101.mixer.experts.221.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.3.mixer.experts.489.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.67.mixer.experts.74.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.18.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.21.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.74.mixer.experts.438.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.1.mixer.experts.354.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.79.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.209.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.264.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.22.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.10.mixer.experts.85.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.400.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.293.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.268.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.30.mixer.experts.191.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.107.mixer.experts.237.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.5.mixer.experts.163.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.469.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.7.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.171.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.28.mixer.experts.54.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.242.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.71.mixer.experts.123.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.441.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.51.mixer.experts.492.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.362.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.345.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.271.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.71.mixer.experts.469.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.429.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.17.mixer.experts.185.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.76.mixer.experts.411.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.5.mixer.experts.469.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.83.mixer.experts.358.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.60.mixer.experts.81.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.39.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.62.mixer.experts.405.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.46.mixer.experts.90.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.42.mixer.experts.44.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.94.mixer.experts.246.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.80.mixer.experts.266.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.225.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.140.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.315.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.101.mixer.experts.309.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.35.mixer.experts.282.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.267.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.16.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.37.mixer.experts.127.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.481.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.85.mixer.experts.461.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.17.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.5.mixer.experts.215.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.107.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.275.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.297.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.167.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.311.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.58.mixer.experts.160.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.5.mixer.experts.232.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.46.mixer.experts.60.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.176.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.294.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.9.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.368.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.90.mixer.experts.200.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.62.mixer.experts.272.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.14.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.80.mixer.experts.56.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.177.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.44.mixer.experts.273.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.103.mixer.experts.495.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.336.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.134.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.240.up_proj.weight": "model-00021-of-00225.safetensors", + "mtp.layers.1.mixer.experts.318.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.69.mixer.experts.84.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.80.mixer.experts.205.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.441.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.85.mixer.experts.239.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.53.mixer.experts.305.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.46.mixer.experts.34.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.73.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.207.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.105.mixer.experts.226.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.28.mixer.experts.175.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.26.mixer.experts.110.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.5.mixer.experts.394.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.54.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.92.mixer.experts.27.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.107.mixer.experts.355.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.369.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.236.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.60.mixer.experts.337.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.80.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.33.mixer.experts.81.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.378.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.60.mixer.experts.234.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.5.mixer.experts.454.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.330.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.444.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.440.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.92.mixer.experts.24.up_proj.weight": "model-00184-of-00225.safetensors", + "mtp.layers.1.mixer.experts.18.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.266.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.19.mixer.experts.395.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.438.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.256.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.35.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.53.mixer.experts.454.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.35.mixer.experts.495.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.112.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.216.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.161.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.28.mixer.experts.125.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.40.mixer.experts.1.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.80.mixer.experts.108.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.85.mixer.experts.466.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.67.mixer.experts.134.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.311.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.217.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.26.mixer.experts.179.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.10.mixer.experts.272.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.354.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.45.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.44.mixer.experts.376.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.gate.e_score_correction_bias": "model-00211-of-00225.safetensors", + "backbone.layers.19.mixer.experts.270.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.103.mixer.experts.481.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.173.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.44.mixer.experts.477.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.99.mixer.experts.455.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.8.mixer.experts.120.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.55.mixer.experts.115.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.40.mixer.experts.7.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.383.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.87.mixer.experts.76.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.366.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.21.mixer.experts.403.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.94.mixer.experts.151.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.94.mixer.experts.508.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.74.mixer.experts.204.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.443.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.80.mixer.experts.415.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.19.mixer.experts.385.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.78.mixer.experts.297.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.292.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.266.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.134.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.172.down_proj.weight": "model-00167-of-00225.safetensors", + "mtp.layers.1.mixer.experts.377.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.68.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.87.mixer.experts.387.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.354.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.490.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.194.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.376.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.168.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.94.mixer.experts.166.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.15.mixer.experts.185.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.43.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.75.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.507.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.103.mixer.experts.122.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.5.mixer.experts.196.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.55.mixer.experts.348.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.486.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.43.mixer.out_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.67.mixer.experts.219.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.19.mixer.experts.238.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.391.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.8.mixer.experts.141.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.217.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.363.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.35.mixer.experts.447.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.114.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.245.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.80.mixer.experts.448.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.372.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.105.mixer.experts.358.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.35.mixer.experts.85.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.33.mixer.experts.46.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.21.mixer.experts.402.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.0.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.76.mixer.experts.46.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.67.mixer.experts.91.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.105.mixer.experts.292.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.251.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.94.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.107.mixer.experts.98.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.fc2_latent_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.283.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.457.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.369.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.65.mixer.experts.412.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.15.mixer.experts.333.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.499.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.173.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.282.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.416.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.99.mixer.experts.137.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.118.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.96.mixer.experts.373.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.410.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.71.mixer.experts.431.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.46.mixer.experts.492.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.286.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.85.mixer.experts.446.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.55.mixer.experts.299.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.333.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.493.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.51.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.28.mixer.experts.194.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.99.mixer.experts.265.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.fc1_latent_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.144.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.10.mixer.experts.233.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.51.mixer.experts.209.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.65.mixer.experts.463.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.62.mixer.experts.108.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.225.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.112.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.62.mixer.experts.322.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.53.mixer.experts.436.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.259.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.366.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.42.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.106.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.28.mixer.experts.87.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.34.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.101.mixer.experts.114.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.32.down_proj.weight": "model-00097-of-00225.safetensors", + "mtp.layers.1.mixer.experts.490.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.321.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.29.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.101.mixer.experts.470.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.403.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.509.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.67.mixer.experts.157.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.207.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.228.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.11.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.103.mixer.experts.17.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.396.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.44.mixer.experts.116.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.224.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.228.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.416.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.321.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.17.mixer.experts.52.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.458.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.24.mixer.experts.510.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.58.mixer.experts.121.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.62.mixer.experts.369.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.53.mixer.experts.102.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.399.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.139.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.21.mixer.experts.429.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.502.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.474.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.476.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.46.mixer.experts.78.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.83.mixer.experts.477.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.396.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.10.mixer.experts.385.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.327.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.312.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.277.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.371.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.195.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.213.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.380.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.504.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.308.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.19.mixer.experts.327.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.5.mixer.experts.253.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.105.mixer.experts.431.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.15.mixer.experts.483.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.312.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.435.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.46.mixer.experts.450.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.413.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.398.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.1.mixer.experts.52.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.60.mixer.experts.223.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.92.mixer.experts.121.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.118.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.24.mixer.experts.348.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.58.mixer.experts.370.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.306.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.62.mixer.experts.260.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.40.mixer.experts.329.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.17.mixer.experts.312.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.37.mixer.experts.129.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.49.mixer.experts.397.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.159.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.60.mixer.experts.71.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.485.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.63.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.3.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.80.mixer.experts.225.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.193.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.21.mixer.experts.356.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.76.mixer.experts.248.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.275.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.15.mixer.experts.29.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.326.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.231.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.293.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.78.mixer.experts.312.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.187.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.485.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.88.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.28.mixer.experts.470.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.405.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.35.mixer.experts.418.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.56.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.55.mixer.experts.388.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.148.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.135.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.94.mixer.experts.38.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.35.mixer.experts.143.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.90.mixer.experts.216.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.76.mixer.experts.120.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.60.mixer.experts.443.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.55.mixer.experts.118.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.17.mixer.experts.442.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.431.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.138.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.433.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.11.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.58.mixer.experts.98.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.169.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.29.mixer.D": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.271.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.94.mixer.experts.423.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.51.mixer.experts.78.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.67.mixer.experts.138.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.231.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.131.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.263.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.100.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.436.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.10.mixer.experts.214.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.290.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.49.mixer.experts.299.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.86.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.56.mixer.dt_bias": "model-00115-of-00225.safetensors", + "backbone.layers.92.mixer.experts.9.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.94.mixer.experts.430.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.85.mixer.experts.63.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.45.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.85.mixer.experts.170.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.274.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.75.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.297.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.343.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.94.mixer.experts.427.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.394.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.239.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.116.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.496.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.17.mixer.experts.19.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.0.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.92.mixer.experts.146.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.202.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.44.mixer.experts.435.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.35.mixer.experts.98.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.456.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.60.mixer.experts.167.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.417.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.51.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.19.mixer.experts.439.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.99.down_proj.weight": "model-00039-of-00225.safetensors", + "mtp.layers.1.mixer.experts.174.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.35.mixer.experts.477.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.487.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.28.mixer.experts.194.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.60.mixer.experts.57.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.69.mixer.experts.407.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.250.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.305.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.103.mixer.experts.498.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.92.mixer.experts.105.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.76.mixer.experts.309.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.12.mixer.experts.84.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.80.mixer.experts.178.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.65.mixer.experts.8.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.478.up_proj.weight": "model-00005-of-00225.safetensors", + "mtp.layers.1.mixer.experts.261.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.88.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.456.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.214.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.3.mixer.experts.2.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.103.mixer.experts.466.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.24.mixer.experts.327.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.90.mixer.experts.359.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.429.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.26.mixer.experts.221.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.111.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.124.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.19.mixer.experts.30.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.59.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.478.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.498.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.90.mixer.experts.419.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.67.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.176.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.343.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.210.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.19.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.101.mixer.experts.359.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.265.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.62.mixer.experts.405.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.5.mixer.experts.284.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.346.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.15.mixer.experts.317.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.107.mixer.experts.468.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.55.mixer.experts.270.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.53.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.65.mixer.experts.308.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.346.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.436.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.69.mixer.experts.201.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.169.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.96.mixer.experts.339.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.51.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.3.mixer.experts.61.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.107.mixer.experts.81.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.74.mixer.experts.274.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.65.mixer.experts.162.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.40.mixer.experts.51.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.65.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.67.mixer.experts.349.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.99.mixer.experts.468.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.236.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.28.mixer.experts.503.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.58.mixer.experts.174.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.80.mixer.experts.60.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.168.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.87.mixer.experts.370.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.502.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.52.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.289.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.252.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.experts.453.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.370.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.62.mixer.experts.315.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.225.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.62.mixer.experts.112.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.100.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.246.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.65.mixer.experts.357.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.31.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.301.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.447.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.12.mixer.experts.236.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.17.mixer.experts.451.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.324.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.315.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.390.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.368.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.67.mixer.experts.378.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.33.mixer.experts.385.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.28.mixer.experts.291.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.62.mixer.experts.256.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.10.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.76.mixer.experts.396.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.126.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.344.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.484.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.51.mixer.experts.75.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.105.mixer.experts.381.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.8.mixer.experts.418.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.150.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.240.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.136.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.5.mixer.experts.114.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.65.mixer.experts.331.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.8.mixer.experts.476.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.58.mixer.experts.208.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.260.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.221.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.351.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.305.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.62.mixer.experts.322.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.158.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.99.mixer.experts.288.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.203.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.55.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.51.mixer.experts.502.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.69.mixer.experts.106.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.92.mixer.experts.499.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.208.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.32.mixer.v_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.1.mixer.experts.474.down_proj.weight": "model-00005-of-00225.safetensors", + "mtp.layers.1.mixer.experts.248.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.26.mixer.experts.87.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.68.mixer.dt_bias": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.306.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.69.mixer.experts.254.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.435.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.74.mixer.experts.184.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.30.mixer.experts.20.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.459.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.245.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.55.mixer.experts.381.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.44.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.99.mixer.experts.326.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.104.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.181.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.111.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.10.mixer.experts.292.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.36.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.10.mixer.experts.146.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.94.mixer.experts.229.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.259.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.24.mixer.experts.352.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.394.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.46.mixer.experts.308.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.44.mixer.experts.343.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.14.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.101.mixer.experts.16.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.358.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.360.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.378.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.279.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.40.mixer.experts.31.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.67.mixer.experts.427.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.46.mixer.experts.387.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.46.mixer.experts.436.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.41.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.438.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.442.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.103.mixer.experts.62.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.211.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.3.mixer.experts.361.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.303.down_proj.weight": "model-00164-of-00225.safetensors", + "mtp.layers.1.mixer.experts.362.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.35.mixer.experts.368.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.61.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.382.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.norm.weight": "model-00184-of-00225.safetensors", + "backbone.layers.80.mixer.experts.201.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.18.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.19.mixer.experts.425.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.83.mixer.experts.430.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.67.mixer.experts.439.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.15.mixer.experts.29.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.74.mixer.experts.59.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.55.mixer.experts.183.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.37.mixer.experts.177.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.167.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.133.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.118.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.384.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.69.mixer.experts.499.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.363.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.35.mixer.experts.361.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.71.mixer.experts.340.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.509.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.85.mixer.experts.345.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.1.mixer.experts.434.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.21.mixer.experts.408.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.197.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.69.mixer.experts.20.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.10.mixer.experts.374.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.415.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.10.mixer.experts.456.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.510.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.218.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.19.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.169.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.324.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.196.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.55.mixer.experts.97.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.214.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.103.mixer.experts.119.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.71.mixer.experts.113.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.96.mixer.experts.440.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.470.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.293.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.450.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.29.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.30.mixer.experts.486.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.285.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.323.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.42.mixer.experts.308.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.67.mixer.experts.312.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.231.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.90.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.74.mixer.experts.499.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.28.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.96.mixer.experts.278.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.329.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.477.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.78.mixer.experts.202.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.49.mixer.experts.90.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.83.mixer.experts.169.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.332.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.440.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.252.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.249.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.49.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.470.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.426.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.44.mixer.experts.29.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.48.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.92.mixer.experts.495.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.208.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.117.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.3.mixer.experts.211.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.112.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.74.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.301.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.340.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.97.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.101.mixer.experts.427.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.78.mixer.experts.491.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.12.mixer.experts.396.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.499.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.485.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.35.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.438.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.341.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.78.mixer.experts.247.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.60.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.49.mixer.experts.216.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.381.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.28.mixer.experts.89.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.69.mixer.experts.473.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.10.mixer.experts.337.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.107.mixer.experts.430.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.12.mixer.experts.488.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.485.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.55.mixer.experts.11.up_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.235.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.151.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.17.mixer.experts.466.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.33.mixer.experts.248.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.230.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.374.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.132.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.17.mixer.experts.401.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.72.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.480.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.74.mixer.experts.473.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.49.mixer.experts.232.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.362.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.3.mixer.experts.155.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.438.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.38.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.51.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.424.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.329.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.44.mixer.experts.496.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.7.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.40.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.460.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.267.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.69.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.83.mixer.experts.121.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.83.mixer.experts.261.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.12.mixer.experts.150.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.482.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.28.mixer.experts.510.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.328.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.469.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.33.mixer.experts.351.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.19.mixer.experts.62.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.experts.91.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.283.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.486.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.163.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.78.mixer.experts.429.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.176.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.133.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.402.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.460.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.33.mixer.experts.134.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.65.mixer.experts.245.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.310.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.199.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.51.mixer.experts.73.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.214.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.32.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.4.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.17.mixer.experts.148.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.44.mixer.experts.36.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.12.mixer.experts.100.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.85.mixer.experts.124.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.143.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.63.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.46.mixer.experts.232.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.155.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.71.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.365.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.99.mixer.experts.123.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.57.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.409.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.481.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.99.mixer.experts.142.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.30.mixer.experts.481.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.92.mixer.experts.209.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.146.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.80.mixer.experts.273.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.346.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.40.mixer.fc2_latent_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.74.mixer.experts.306.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.267.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.71.mixer.experts.129.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.162.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.222.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.445.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.71.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.211.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.24.mixer.experts.276.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.87.mixer.experts.389.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.46.mixer.experts.449.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.220.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.425.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.149.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.44.mixer.experts.9.up_proj.weight": "model-00088-of-00225.safetensors", + "mtp.layers.1.mixer.experts.395.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.426.down_proj.weight": "model-00014-of-00225.safetensors", + "mtp.layers.1.mixer.experts.476.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.375.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.384.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.90.mixer.experts.467.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.58.mixer.experts.377.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.30.mixer.experts.410.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.71.mixer.experts.171.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.55.mixer.experts.502.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.58.mixer.experts.251.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.235.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.5.mixer.experts.127.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.8.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.92.mixer.experts.334.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.107.mixer.experts.409.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.228.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.487.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.390.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.288.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.223.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.0.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.17.mixer.experts.483.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.360.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.17.mixer.experts.486.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.398.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.434.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.53.mixer.experts.440.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.1.mixer.experts.367.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.76.mixer.experts.487.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.90.mixer.experts.99.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.53.mixer.experts.225.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.62.mixer.experts.372.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.28.mixer.experts.358.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.464.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.30.mixer.experts.117.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.10.mixer.experts.153.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.423.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.196.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.21.mixer.experts.142.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.80.mixer.experts.286.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.101.mixer.experts.0.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.37.mixer.experts.206.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.306.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.197.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.53.mixer.experts.310.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.14.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.329.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.92.mixer.experts.222.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.1.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.373.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.108.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.281.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.261.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.311.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.92.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.80.mixer.experts.52.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.55.mixer.experts.7.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.96.mixer.experts.325.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.37.mixer.experts.222.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.474.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.497.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.37.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.456.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.12.mixer.experts.458.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.76.mixer.experts.264.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.378.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.90.mixer.experts.102.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.262.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.40.mixer.experts.121.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.347.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.90.mixer.experts.68.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.294.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.50.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.19.mixer.experts.149.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.234.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.51.mixer.experts.31.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.94.mixer.experts.312.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.452.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.74.mixer.experts.129.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.404.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.10.mixer.experts.347.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.67.mixer.experts.16.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.225.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.experts.357.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.403.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.101.mixer.experts.130.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.19.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.26.mixer.experts.112.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.69.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.274.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.103.mixer.experts.392.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.99.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.30.mixer.experts.378.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.85.mixer.experts.299.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.40.mixer.experts.502.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.53.mixer.experts.455.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.5.mixer.experts.189.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.103.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.463.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.455.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.1.mixer.experts.392.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.49.mixer.experts.421.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.364.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.438.down_proj.weight": "model-00087-of-00225.safetensors", + "mtp.layers.1.mixer.experts.384.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.51.mixer.experts.361.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.44.mixer.experts.136.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.10.mixer.experts.51.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.335.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.401.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.354.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.10.mixer.experts.211.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.180.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.276.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.247.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.433.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.108.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.85.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.49.mixer.experts.256.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.151.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.85.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.19.mixer.experts.465.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.8.mixer.experts.368.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.287.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.49.mixer.experts.442.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.273.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.265.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.211.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.51.mixer.experts.117.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.433.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.134.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.28.mixer.experts.161.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.65.mixer.experts.204.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.383.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.107.mixer.experts.127.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.264.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.80.mixer.experts.150.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.21.mixer.experts.143.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.482.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.503.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.51.mixer.experts.58.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.24.mixer.experts.162.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.327.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.94.mixer.experts.41.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.170.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.287.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.146.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.99.mixer.experts.222.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.361.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.65.mixer.experts.141.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.51.mixer.experts.250.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.80.mixer.experts.33.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.69.mixer.experts.429.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.311.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.49.mixer.experts.107.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.33.mixer.experts.229.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.342.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.99.mixer.experts.148.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.420.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.149.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.472.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.229.up_proj.weight": "model-00035-of-00225.safetensors", + "mtp.layers.1.mixer.experts.418.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.452.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.38.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.10.mixer.experts.138.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.33.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.58.mixer.experts.261.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.75.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.489.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.481.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.69.mixer.experts.153.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.476.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.413.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.85.mixer.experts.502.up_proj.weight": "model-00174-of-00225.safetensors", + "mtp.layers.1.mixer.experts.99.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.76.mixer.experts.308.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.26.mixer.experts.283.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.44.mixer.experts.133.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.105.mixer.experts.278.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.380.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.342.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.397.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.437.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.371.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.284.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.12.mixer.experts.8.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.17.mixer.experts.105.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.67.mixer.experts.419.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.78.mixer.experts.430.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.281.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.90.mixer.experts.50.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.164.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.37.mixer.experts.69.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.193.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.192.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.443.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.96.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.99.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.279.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.89.mixer.v_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.99.mixer.experts.77.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.40.mixer.experts.395.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.1.mixer.experts.117.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.26.mixer.experts.52.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.42.mixer.experts.122.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.348.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.shared_experts.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.6.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.58.mixer.experts.88.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.105.mixer.experts.509.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.407.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.474.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.510.up_proj.weight": "model-00028-of-00225.safetensors", + "mtp.layers.1.mixer.experts.382.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.191.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.80.mixer.experts.211.down_proj.weight": "model-00163-of-00225.safetensors", + "mtp.layers.1.mixer.experts.96.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.60.mixer.experts.65.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.26.mixer.experts.357.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.10.mixer.experts.25.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.174.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.154.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.97.mixer.in_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.62.mixer.experts.215.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.49.mixer.experts.122.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.59.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.139.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.35.mixer.experts.141.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.71.mixer.experts.7.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.58.mixer.experts.326.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.455.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.19.mixer.experts.184.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.381.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.33.mixer.experts.97.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.15.mixer.experts.428.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.42.mixer.experts.508.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.346.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.120.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.12.mixer.experts.483.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.19.mixer.experts.443.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.8.mixer.experts.456.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.297.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.96.mixer.experts.230.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.129.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.505.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.69.mixer.experts.356.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.96.mixer.experts.376.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.1.mixer.experts.219.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.356.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.218.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.69.mixer.experts.244.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.1.mixer.experts.237.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.44.mixer.experts.105.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.35.mixer.experts.431.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.474.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.349.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.78.mixer.experts.298.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.279.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.78.mixer.experts.372.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.105.mixer.experts.238.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.284.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.3.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.288.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.65.mixer.experts.402.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.399.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.24.mixer.experts.40.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.1.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.71.mixer.experts.489.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.444.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.10.mixer.experts.142.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.125.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.5.mixer.experts.350.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.128.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.83.mixer.experts.444.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.8.mixer.experts.237.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.80.mixer.experts.246.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.253.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.46.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.401.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.454.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.69.mixer.experts.70.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.74.mixer.experts.348.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.60.mixer.experts.19.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.189.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.372.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.495.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.407.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.76.mixer.experts.152.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.42.mixer.experts.387.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.189.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.154.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.475.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.295.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.experts.183.up_proj.weight": "model-00131-of-00225.safetensors", + "mtp.layers.1.mixer.experts.74.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.40.mixer.experts.138.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.368.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.248.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.216.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.8.mixer.experts.339.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.99.mixer.experts.139.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.51.mixer.experts.352.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.2.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.33.mixer.experts.173.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.208.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.274.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.358.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.369.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.experts.214.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.347.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.67.mixer.experts.47.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.30.mixer.experts.444.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.92.mixer.experts.7.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.105.mixer.experts.301.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.90.mixer.experts.276.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.225.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.163.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.83.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.54.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.28.mixer.experts.212.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.44.mixer.experts.279.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.87.mixer.experts.339.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.55.mixer.experts.139.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.277.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.94.mixer.experts.393.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.151.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.271.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.60.mixer.experts.295.down_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.221.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.37.mixer.experts.333.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.58.mixer.experts.283.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.68.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.1.mixer.experts.432.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.92.mixer.experts.42.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.80.mixer.experts.473.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.257.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.316.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.5.mixer.experts.175.up_proj.weight": "model-00012-of-00225.safetensors", + "mtp.layers.1.mixer.experts.30.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.15.mixer.experts.318.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.90.mixer.experts.192.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.71.mixer.experts.83.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.83.mixer.experts.145.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.37.mixer.experts.501.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.31.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.3.mixer.experts.160.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.434.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.340.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.28.mixer.experts.151.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.58.mixer.experts.28.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.273.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.13.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.324.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.99.mixer.experts.440.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.83.mixer.experts.493.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.90.mixer.experts.31.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.101.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.192.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.434.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.8.mixer.experts.123.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.257.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.128.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.472.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.35.mixer.experts.359.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.55.mixer.experts.377.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.280.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.317.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.427.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.218.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.284.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.313.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.92.mixer.experts.21.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.431.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.28.mixer.experts.490.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.49.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.55.mixer.experts.52.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.58.mixer.experts.209.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.32.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.150.down_proj.weight": "model-00194-of-00225.safetensors", + "mtp.layers.1.mixer.experts.225.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.147.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.55.mixer.experts.107.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.8.mixer.experts.91.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.3.mixer.experts.225.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.366.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.244.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.147.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.35.mixer.experts.330.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.87.mixer.experts.205.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.69.mixer.experts.186.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.418.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.170.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.92.mixer.experts.246.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.508.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.118.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.434.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.71.mixer.experts.430.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.171.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.351.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.91.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.49.mixer.experts.372.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.33.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.92.mixer.experts.388.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.308.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.266.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.53.mixer.experts.403.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.1.mixer.experts.495.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.76.mixer.experts.175.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.145.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.316.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.74.mixer.experts.36.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.60.mixer.experts.455.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.393.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.94.mixer.experts.226.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.236.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.170.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.65.mixer.experts.447.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.26.mixer.experts.80.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.222.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.181.up_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.353.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.46.mixer.experts.349.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.49.mixer.experts.451.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.28.mixer.experts.324.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.5.mixer.experts.136.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.105.mixer.experts.138.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.4.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.85.mixer.experts.375.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.53.mixer.experts.76.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.391.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.12.mixer.experts.314.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.77.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.270.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.21.mixer.experts.404.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.35.mixer.experts.217.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.85.mixer.experts.415.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.402.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.256.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.374.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.71.mixer.experts.307.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.67.mixer.experts.435.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.44.mixer.experts.351.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.4.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.17.mixer.experts.430.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.60.mixer.experts.470.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.85.mixer.fc2_latent_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.438.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.10.mixer.experts.329.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.186.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.5.mixer.experts.192.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.99.mixer.experts.62.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.35.mixer.experts.507.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.163.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.66.mixer.norm.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.273.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.111.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.60.mixer.experts.450.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.46.mixer.experts.349.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.28.mixer.experts.510.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.76.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.37.mixer.experts.403.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.experts.438.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.495.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.285.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.499.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.42.mixer.experts.478.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.299.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.experts.174.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.447.down_proj.weight": "model-00014-of-00225.safetensors", + "mtp.layers.1.mixer.experts.326.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.49.mixer.experts.146.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.12.mixer.experts.245.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.experts.301.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.67.mixer.experts.46.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.10.mixer.experts.83.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.494.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.103.mixer.experts.99.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.136.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.107.mixer.experts.12.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.489.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.76.mixer.experts.296.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.222.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.48.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.287.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.361.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.78.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.87.mixer.experts.464.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.87.mixer.experts.361.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.331.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.33.mixer.experts.252.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.203.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.30.mixer.experts.431.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.403.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.213.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.10.mixer.experts.172.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.498.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.3.mixer.experts.467.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.102.mixer.conv1d.bias": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.437.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.74.mixer.experts.268.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.80.mixer.experts.313.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.97.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.163.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.12.mixer.experts.402.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.232.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.87.mixer.experts.100.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.87.mixer.experts.59.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.230.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.440.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.101.mixer.experts.204.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.493.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.333.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.441.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.383.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.66.mixer.conv1d.bias": "model-00133-of-00225.safetensors", + "backbone.layers.62.mixer.experts.308.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.40.mixer.experts.319.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.20.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.228.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.58.mixer.experts.164.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.206.down_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.303.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.460.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.76.mixer.experts.18.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.92.mixer.experts.224.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.62.mixer.experts.303.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.74.mixer.experts.51.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.130.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.30.mixer.experts.165.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.162.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.94.mixer.experts.390.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.58.mixer.experts.461.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.506.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.437.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.92.mixer.experts.506.down_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.220.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.19.mixer.experts.55.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.55.mixer.experts.284.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.356.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.475.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.132.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.10.mixer.experts.387.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.24.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.3.mixer.experts.189.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.485.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.90.mixer.experts.85.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.69.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.74.mixer.experts.265.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.504.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.403.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.362.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.232.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.28.norm.weight": "model-00056-of-00225.safetensors", + "backbone.layers.99.mixer.experts.390.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.239.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.103.mixer.experts.404.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.426.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.10.mixer.experts.383.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.101.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.171.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.55.mixer.experts.26.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.420.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.353.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.37.mixer.experts.201.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.30.mixer.experts.319.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.12.mixer.experts.71.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.347.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.112.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.12.mixer.experts.242.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.103.mixer.experts.93.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.227.up_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.306.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.94.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.381.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.362.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.362.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.138.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.268.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.94.mixer.experts.75.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.52.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.27.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.101.mixer.experts.166.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.134.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.457.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.30.mixer.experts.151.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.40.mixer.experts.127.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.125.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.80.mixer.experts.380.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.55.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.80.mixer.experts.75.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.329.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.78.mixer.experts.377.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.1.mixer.experts.205.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.46.mixer.experts.403.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.40.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.443.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.118.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.19.mixer.experts.286.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.58.mixer.experts.171.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.183.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.1.mixer.experts.323.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.103.mixer.experts.28.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.17.mixer.experts.99.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.8.mixer.experts.350.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.1.mixer.experts.1.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.389.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.78.mixer.experts.400.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.91.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.53.mixer.experts.156.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.55.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.35.mixer.experts.157.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.105.mixer.experts.17.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.96.mixer.experts.97.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.263.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.251.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.105.mixer.experts.460.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.34.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.76.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.8.mixer.experts.509.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.30.mixer.experts.426.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.105.mixer.experts.498.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.346.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.15.mixer.experts.60.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.103.mixer.experts.310.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.1.mixer.experts.41.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.40.mixer.experts.308.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.261.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.96.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.148.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.60.mixer.experts.270.up_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.332.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.74.mixer.experts.376.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.240.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.92.mixer.experts.136.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.101.mixer.experts.484.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.21.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.215.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.19.mixer.experts.179.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.187.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.8.mixer.experts.113.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.380.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.67.mixer.experts.328.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.92.mixer.experts.442.down_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.442.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.419.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.28.mixer.experts.348.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.446.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.476.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.44.mixer.experts.89.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.418.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.242.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.235.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.19.mixer.experts.158.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.shared_experts.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.15.mixer.experts.352.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.80.mixer.experts.18.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.76.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.240.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.159.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.62.mixer.experts.12.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.155.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.91.mixer.dt_bias": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.247.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.60.mixer.experts.426.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.142.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.67.mixer.experts.199.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.15.mixer.experts.201.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.180.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.65.mixer.experts.285.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.276.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.72.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.187.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.78.mixer.experts.337.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.42.mixer.experts.1.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.214.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.398.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.71.mixer.experts.261.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.500.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.506.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.49.mixer.experts.10.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.44.mixer.experts.219.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.12.mixer.experts.492.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.77.up_proj.weight": "model-00121-of-00225.safetensors", + "mtp.layers.1.mixer.experts.501.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.277.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.103.mixer.experts.368.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.444.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.33.mixer.experts.112.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.224.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.26.mixer.experts.441.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.361.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.37.mixer.experts.149.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.269.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.60.mixer.experts.351.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.485.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.252.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.465.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.58.mixer.experts.402.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.301.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.94.mixer.experts.39.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.147.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.71.mixer.experts.40.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.44.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.19.mixer.experts.213.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.103.mixer.experts.405.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.19.mixer.experts.399.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.443.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.103.mixer.experts.128.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.334.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.453.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.30.mixer.experts.1.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.254.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.491.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.21.mixer.experts.395.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.85.mixer.experts.312.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.457.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.94.mixer.experts.508.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.482.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.268.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.54.mixer.norm.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.182.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.41.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.51.mixer.experts.189.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.30.mixer.experts.107.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.134.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.12.mixer.experts.284.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.249.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.16.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.69.mixer.experts.296.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.366.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.437.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.442.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.12.mixer.experts.230.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.42.mixer.experts.169.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.141.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.76.mixer.experts.32.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.51.mixer.experts.511.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.5.mixer.experts.77.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.75.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.19.mixer.experts.229.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.75.mixer.conv1d.weight": "model-00152-of-00225.safetensors", + "backbone.layers.42.mixer.experts.203.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.30.mixer.experts.420.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.62.mixer.experts.190.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.90.mixer.experts.440.up_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.44.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.99.mixer.experts.462.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.79.mixer.A_log": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.377.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.30.mixer.experts.342.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.397.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.35.mixer.experts.187.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.60.mixer.experts.412.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.24.mixer.experts.442.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.244.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.78.mixer.experts.266.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.466.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.105.mixer.experts.442.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.76.mixer.experts.53.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.30.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.359.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.341.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.481.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.496.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.35.mixer.experts.251.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.37.mixer.experts.424.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.43.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.55.mixer.experts.497.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.94.mixer.experts.212.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.342.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.289.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.453.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.338.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.472.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.37.mixer.experts.500.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.55.mixer.experts.151.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.53.mixer.experts.50.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.505.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.94.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.451.down_proj.weight": "model-00051-of-00225.safetensors", + "mtp.layers.1.mixer.experts.263.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.55.mixer.experts.246.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.241.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.92.mixer.experts.285.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.391.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.454.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.207.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.90.mixer.experts.255.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.469.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.339.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.174.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.363.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.76.mixer.experts.212.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.68.mixer.conv1d.bias": "model-00138-of-00225.safetensors", + "backbone.layers.90.mixer.experts.298.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.366.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.12.mixer.experts.152.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.337.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.379.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.24.mixer.experts.28.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.94.mixer.experts.153.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.317.up_proj.weight": "model-00004-of-00225.safetensors", + "mtp.layers.1.mixer.experts.28.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.25.mixer.conv1d.weight": "model-00051-of-00225.safetensors", + "backbone.layers.42.mixer.fc1_latent_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.37.mixer.experts.19.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.80.mixer.experts.325.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.19.mixer.experts.136.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.80.mixer.experts.403.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.experts.447.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.434.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.201.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.295.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.101.mixer.experts.38.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.74.mixer.experts.44.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.65.mixer.experts.78.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.308.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.313.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.318.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.24.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.58.mixer.experts.162.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.251.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.432.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.267.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.298.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.28.mixer.experts.210.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.343.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.55.mixer.experts.343.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.76.mixer.experts.132.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.437.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.225.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.413.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.476.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.74.mixer.experts.451.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.49.mixer.experts.312.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.19.mixer.experts.203.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.38.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.97.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.44.mixer.experts.156.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.142.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.44.mixer.experts.58.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.269.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.65.mixer.experts.219.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.381.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.2.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.31.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.71.mixer.experts.297.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.293.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.305.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.28.mixer.experts.32.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.502.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.328.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.433.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.277.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.62.mixer.experts.219.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.124.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.71.mixer.experts.350.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.28.mixer.experts.144.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.5.mixer.experts.493.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.101.mixer.experts.2.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.49.mixer.experts.167.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.69.mixer.experts.327.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.1.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.167.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.508.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.313.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.373.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.29.norm.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.498.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.507.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.437.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.51.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.90.mixer.experts.222.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.85.mixer.experts.208.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.346.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.74.mixer.experts.164.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.167.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.380.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.419.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.111.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.157.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.500.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.101.mixer.experts.46.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.451.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.71.mixer.experts.117.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.105.mixer.experts.288.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.476.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.103.mixer.experts.431.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.26.mixer.experts.511.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.236.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.92.mixer.experts.302.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.46.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.10.mixer.experts.426.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.398.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.452.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.35.mixer.experts.189.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.96.mixer.experts.450.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.503.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.12.mixer.experts.214.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.103.mixer.experts.50.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.21.mixer.experts.363.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.65.mixer.experts.451.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.315.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.194.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.399.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.467.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.78.mixer.experts.24.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.0.mixer.D": "model-00001-of-00225.safetensors", + "backbone.layers.78.mixer.experts.303.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.441.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.346.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.40.mixer.experts.325.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.4.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.214.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.353.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.247.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.1.mixer.experts.54.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.391.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.54.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.259.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.323.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.474.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.67.mixer.experts.177.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.254.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.332.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.436.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.199.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.248.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.78.mixer.experts.235.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.17.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.12.mixer.experts.426.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.85.mixer.experts.12.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.17.mixer.experts.57.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.60.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.101.mixer.experts.441.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.17.mixer.experts.311.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.experts.72.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.12.mixer.experts.324.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.5.mixer.experts.272.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.53.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.414.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.62.mixer.experts.369.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.459.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.128.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.76.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.391.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.440.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.83.mixer.experts.79.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.21.mixer.experts.162.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.71.mixer.experts.104.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.339.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.480.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.133.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.507.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.37.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.67.mixer.experts.453.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.141.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.78.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.59.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.105.mixer.experts.340.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.391.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.127.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.441.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.93.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.283.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.62.mixer.experts.120.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.1.mixer.experts.85.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.19.mixer.experts.439.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.71.mixer.experts.263.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.310.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.99.mixer.experts.212.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.212.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.28.mixer.experts.449.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.10.mixer.experts.488.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.107.mixer.experts.184.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.504.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.99.mixer.experts.10.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.126.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.103.mixer.experts.476.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.12.mixer.experts.211.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.62.mixer.experts.311.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.8.mixer.experts.182.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.389.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.315.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.284.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.28.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.99.mixer.experts.283.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.84.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.302.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.83.mixer.experts.142.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.492.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.78.mixer.experts.286.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.51.mixer.experts.131.down_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.50.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.103.mixer.experts.299.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.497.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.69.mixer.experts.104.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.112.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.479.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.60.mixer.experts.492.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.331.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.28.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.142.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.309.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.151.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.5.mixer.experts.13.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.395.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.5.mixer.experts.116.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.331.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.69.mixer.experts.396.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.46.mixer.experts.471.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.69.mixer.experts.191.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.67.mixer.experts.300.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.10.mixer.experts.226.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.35.mixer.experts.475.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.19.mixer.experts.17.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.101.mixer.experts.105.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.24.mixer.experts.233.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.245.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.19.mixer.experts.150.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.75.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.103.mixer.experts.219.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.216.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.53.mixer.experts.332.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.404.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.395.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.67.mixer.experts.198.up_proj.weight": "model-00135-of-00225.safetensors", + "mtp.layers.1.mixer.experts.385.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.500.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.37.mixer.experts.77.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.71.mixer.experts.252.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.105.mixer.experts.64.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.74.mixer.experts.205.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.1.mixer.experts.370.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.39.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.463.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.331.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.406.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.145.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.101.mixer.experts.22.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.180.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.474.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.288.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.244.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.80.mixer.experts.218.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.107.mixer.experts.353.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.477.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.471.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.499.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.21.mixer.experts.56.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.103.mixer.experts.371.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.30.mixer.experts.496.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.69.mixer.experts.66.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.19.mixer.experts.256.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.105.mixer.experts.406.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.24.mixer.experts.0.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.391.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.117.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.483.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.500.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.24.mixer.experts.80.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.374.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.431.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.143.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.107.mixer.experts.472.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.19.mixer.experts.497.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.54.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.504.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.14.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.12.mixer.experts.155.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.107.mixer.experts.32.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.370.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.24.mixer.experts.141.down_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.341.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.83.mixer.experts.340.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.242.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.129.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.510.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.331.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.42.mixer.experts.123.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.107.mixer.experts.219.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.26.mixer.experts.21.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.77.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.377.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.44.mixer.experts.161.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.292.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.70.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.280.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.49.mixer.experts.443.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.71.mixer.experts.177.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.12.mixer.experts.65.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.107.mixer.fc1_latent_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.42.mixer.experts.239.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.422.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.90.mixer.experts.358.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.185.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.188.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.373.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.424.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.165.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.76.mixer.experts.415.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.5.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.459.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.178.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.460.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.33.mixer.experts.60.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.408.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.50.up_proj.weight": "model-00066-of-00225.safetensors", + "mtp.layers.1.mixer.experts.286.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.51.mixer.experts.320.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.103.mixer.experts.322.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.196.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.8.mixer.experts.447.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.167.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.15.mixer.experts.472.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.24.mixer.experts.13.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.273.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.90.mixer.experts.411.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.43.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.101.mixer.experts.75.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.99.mixer.experts.252.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.85.mixer.experts.459.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.392.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.26.mixer.experts.322.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.74.mixer.experts.17.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.55.mixer.experts.345.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.186.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.329.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.496.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.170.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.3.mixer.experts.275.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.74.mixer.experts.255.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.71.mixer.experts.460.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.495.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.8.mixer.experts.112.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.30.mixer.experts.405.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.35.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.78.mixer.experts.322.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.43.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.96.mixer.experts.221.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.154.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.486.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.35.mixer.experts.231.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.432.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.407.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.12.mixer.experts.472.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.44.mixer.experts.311.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.99.mixer.experts.193.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.305.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.331.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.44.mixer.experts.199.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.361.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.253.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.190.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.69.mixer.experts.243.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.1.mixer.experts.101.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.78.mixer.experts.500.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.74.mixer.experts.30.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.44.mixer.experts.393.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.115.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.74.mixer.experts.288.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.35.mixer.experts.365.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.15.mixer.experts.288.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.360.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.76.mixer.experts.221.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.40.mixer.experts.405.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.33.mixer.experts.113.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.58.mixer.experts.419.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.268.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.102.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.103.mixer.experts.165.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.83.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.76.mixer.experts.74.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.331.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.78.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.388.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.416.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.40.mixer.experts.374.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.3.mixer.experts.414.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.153.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.286.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.69.mixer.experts.8.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.62.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.209.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.480.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.256.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.51.mixer.experts.330.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.437.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.67.mixer.experts.93.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.35.mixer.experts.32.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.41.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.46.mixer.experts.306.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.12.mixer.experts.87.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.51.mixer.experts.240.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.489.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.331.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.51.mixer.experts.284.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.87.mixer.experts.262.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.297.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.211.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.40.mixer.experts.150.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.278.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.92.mixer.experts.19.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.10.mixer.experts.264.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.502.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.107.mixer.experts.35.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.92.mixer.experts.104.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.37.mixer.experts.83.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.229.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.310.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.35.mixer.experts.277.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.400.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.120.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.461.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.500.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.328.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.394.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.49.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.194.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.32.down_proj.weight": "model-00093-of-00225.safetensors", + "mtp.layers.1.mixer.experts.426.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.24.mixer.experts.335.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.92.mixer.experts.156.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.293.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.24.mixer.experts.463.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.92.mixer.experts.409.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.92.mixer.experts.471.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.1.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.24.mixer.experts.130.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.137.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.474.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.78.mixer.experts.440.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.87.mixer.experts.191.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.74.mixer.experts.73.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.342.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.5.mixer.experts.477.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.83.mixer.experts.468.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.343.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.96.mixer.experts.496.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.44.mixer.experts.212.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.13.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.12.mixer.experts.149.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.292.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.78.mixer.experts.462.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.46.mixer.experts.209.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.227.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.10.mixer.experts.369.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.39.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.67.mixer.experts.369.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.284.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.46.mixer.experts.361.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.69.mixer.experts.50.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.1.mixer.experts.449.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.336.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.17.mixer.experts.244.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.5.mixer.experts.231.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.133.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.1.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.33.mixer.experts.453.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.28.mixer.experts.411.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.19.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.5.mixer.experts.259.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.40.mixer.experts.443.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.507.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.159.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.40.mixer.experts.232.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.8.mixer.experts.377.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.17.mixer.experts.139.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.74.mixer.experts.416.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.130.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.242.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.295.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.36.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.28.mixer.experts.357.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.92.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.44.mixer.experts.250.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.78.mixer.experts.492.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.60.mixer.experts.312.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.17.mixer.experts.447.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.74.mixer.experts.152.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.260.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.233.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.457.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.12.mixer.experts.10.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.26.mixer.experts.171.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.51.mixer.experts.26.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.342.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.34.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.106.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.101.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.28.mixer.experts.244.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.87.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.25.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.62.mixer.experts.211.down_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.107.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.491.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.94.mixer.experts.350.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.443.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.8.mixer.experts.35.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.17.mixer.experts.320.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.5.mixer.experts.106.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.425.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.5.mixer.experts.176.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.65.mixer.experts.426.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.12.mixer.experts.136.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.26.mixer.experts.458.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.77.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.67.mixer.experts.151.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.3.mixer.experts.412.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.1.mixer.experts.411.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.99.mixer.experts.373.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.94.mixer.experts.123.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.8.mixer.experts.494.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.28.mixer.experts.322.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.42.mixer.experts.413.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.472.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.506.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.60.mixer.experts.214.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.278.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.408.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.303.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.16.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.78.mixer.experts.265.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.251.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.49.mixer.experts.128.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.51.mixer.experts.119.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.112.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.204.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.49.mixer.experts.415.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.5.mixer.experts.273.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.62.mixer.experts.40.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.60.mixer.experts.374.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.117.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.55.mixer.experts.259.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.4.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.1.mixer.experts.338.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.235.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.106.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.99.mixer.experts.274.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.223.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.norm.weight": "model-00120-of-00225.safetensors", + "backbone.layers.107.mixer.experts.94.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.255.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.194.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.49.mixer.experts.420.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.415.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.250.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.108.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.120.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.169.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.42.mixer.experts.348.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.158.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.162.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.272.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.153.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.10.mixer.experts.295.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.321.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.46.mixer.experts.358.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.76.mixer.experts.509.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.304.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.8.mixer.experts.508.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.90.mixer.experts.331.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.498.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.62.mixer.experts.234.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.53.mixer.experts.24.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.361.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.46.mixer.experts.401.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.312.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.289.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.71.mixer.experts.458.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.49.mixer.experts.16.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.316.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.61.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.154.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.37.mixer.experts.390.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.133.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.1.mixer.experts.116.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.20.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.85.mixer.experts.106.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.8.mixer.experts.339.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.87.mixer.experts.156.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.500.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.194.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.37.mixer.experts.406.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.91.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.218.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.503.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.62.mixer.experts.429.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.1.mixer.experts.345.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.31.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.17.down_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.160.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.343.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.212.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.10.mixer.experts.442.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.499.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.321.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.experts.473.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.317.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.71.mixer.experts.92.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.191.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.431.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.370.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.31.mixer.norm.weight": "model-00065-of-00225.safetensors", + "backbone.layers.46.mixer.experts.54.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.110.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.255.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.62.mixer.experts.381.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.260.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.376.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.436.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.58.mixer.experts.172.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.24.mixer.experts.489.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.194.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.171.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.65.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.67.mixer.experts.31.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.94.mixer.experts.271.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.330.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.379.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.85.mixer.experts.63.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.51.mixer.experts.127.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.236.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.415.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.42.mixer.experts.340.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.78.mixer.experts.48.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.67.mixer.experts.208.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.64.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.51.mixer.experts.63.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.26.mixer.experts.486.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.203.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.46.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.103.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.461.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.78.mixer.experts.395.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.72.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.5.mixer.experts.134.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.76.mixer.experts.414.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.99.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.302.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.72.mixer.A_log": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.106.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.38.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.96.mixer.experts.207.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.93.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.300.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.40.mixer.experts.442.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.214.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.1.mixer.experts.33.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.21.mixer.experts.263.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.352.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.216.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.83.mixer.experts.182.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.152.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.15.mixer.experts.132.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.42.mixer.experts.143.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.317.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.46.mixer.experts.56.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.12.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.103.mixer.experts.341.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.101.mixer.experts.350.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.13.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.313.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.87.mixer.experts.344.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.17.mixer.experts.67.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.329.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.78.mixer.experts.27.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.78.mixer.experts.294.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.204.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.53.mixer.experts.70.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.121.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.46.mixer.experts.9.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.46.mixer.experts.97.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.99.mixer.experts.163.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.217.up_proj.weight": "model-00158-of-00225.safetensors", + "mtp.layers.1.mixer.experts.499.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.255.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.221.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.experts.419.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.333.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.46.mixer.experts.126.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.83.mixer.experts.315.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.83.mixer.experts.186.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.28.mixer.experts.453.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.105.mixer.experts.88.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.76.mixer.experts.417.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.24.mixer.experts.464.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.55.mixer.experts.446.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.69.mixer.experts.494.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.62.mixer.experts.506.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.96.mixer.experts.62.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.40.mixer.experts.34.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.8.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.58.mixer.experts.319.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.44.mixer.experts.62.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.10.mixer.experts.101.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.5.mixer.experts.389.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.330.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.90.mixer.experts.195.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.359.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.136.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.48.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.322.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.291.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.103.mixer.experts.26.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.24.mixer.experts.203.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.107.mixer.experts.181.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.236.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.458.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.102.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.103.mixer.experts.411.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.410.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.51.mixer.experts.122.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.148.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.350.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.105.mixer.experts.154.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.58.mixer.experts.457.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.30.mixer.experts.187.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.28.mixer.experts.142.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.1.mixer.experts.373.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.194.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.478.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.60.mixer.experts.256.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.437.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.135.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.294.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.101.mixer.experts.356.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.12.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.113.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.302.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.107.mixer.experts.477.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.80.mixer.experts.45.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.488.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.74.mixer.experts.19.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.71.mixer.experts.156.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.44.mixer.experts.416.down_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.445.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.42.mixer.experts.323.up_proj.weight": "model-00086-of-00225.safetensors", + "mtp.layers.1.mixer.experts.348.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.28.mixer.experts.450.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.409.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.137.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.135.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.71.mixer.experts.395.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.476.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.62.mixer.experts.200.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.62.mixer.experts.249.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.58.mixer.experts.361.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.146.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.33.mixer.experts.343.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.205.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.413.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.423.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.282.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.1.mixer.experts.365.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.168.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.175.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.69.mixer.experts.501.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.268.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.67.mixer.experts.111.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.358.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.260.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.80.mixer.experts.311.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.44.mixer.experts.332.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.30.down_proj.weight": "model-00102-of-00225.safetensors", + "mtp.layers.1.mixer.experts.337.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.139.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.35.mixer.experts.7.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.42.mixer.experts.223.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.34.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.17.mixer.experts.439.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.346.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.504.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.74.mixer.experts.425.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.46.mixer.experts.445.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.35.mixer.experts.28.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.12.mixer.experts.468.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.3.mixer.experts.468.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.492.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.21.mixer.experts.324.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.117.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.172.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.12.mixer.experts.93.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.222.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.103.mixer.experts.246.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.78.mixer.experts.235.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.45.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.256.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.94.mixer.experts.333.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.99.mixer.experts.235.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.498.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.405.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.65.mixer.experts.55.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.40.mixer.experts.141.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.448.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.134.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.92.mixer.experts.207.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.22.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.80.mixer.experts.426.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.49.mixer.experts.8.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.67.mixer.experts.30.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.185.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.369.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.405.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.437.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.471.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.experts.93.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.258.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.41.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.10.mixer.experts.213.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.249.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.40.mixer.experts.455.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.92.mixer.experts.65.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.290.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.51.mixer.experts.228.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.101.mixer.experts.299.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.92.mixer.experts.285.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.204.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.10.mixer.experts.305.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.96.mixer.experts.214.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.303.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.105.mixer.experts.111.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.74.mixer.experts.6.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.10.mixer.experts.28.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.83.mixer.experts.419.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.80.mixer.experts.164.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.30.mixer.experts.400.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.248.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.78.mixer.experts.329.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.44.mixer.experts.126.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.83.mixer.experts.215.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.92.mixer.experts.202.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.58.mixer.experts.78.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.15.mixer.experts.279.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.341.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.78.mixer.experts.416.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.101.mixer.experts.62.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.80.mixer.experts.503.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.15.mixer.experts.469.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.8.mixer.experts.108.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.248.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.15.mixer.experts.131.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.58.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.130.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.87.mixer.experts.225.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.42.mixer.experts.183.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.140.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.217.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.406.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.234.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.43.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.78.mixer.experts.55.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.393.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.74.mixer.experts.472.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.476.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.66.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.249.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.137.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.183.down_proj.weight": "model-00099-of-00225.safetensors", + "mtp.layers.1.mixer.experts.421.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.69.mixer.experts.300.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.58.mixer.experts.327.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.28.mixer.experts.224.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.434.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.264.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.96.mixer.experts.474.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.103.mixer.experts.179.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.78.mixer.experts.79.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.42.mixer.experts.28.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.85.mixer.experts.303.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.277.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.390.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.49.mixer.experts.336.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.19.mixer.experts.327.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.37.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.74.mixer.experts.27.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.17.mixer.experts.217.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.250.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.61.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.424.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.399.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.289.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.107.mixer.experts.104.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.78.mixer.experts.273.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.44.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.167.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.447.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.60.mixer.experts.314.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.46.mixer.experts.91.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.8.mixer.experts.297.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.87.mixer.experts.391.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.114.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.458.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.67.mixer.experts.264.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.321.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.90.mixer.experts.415.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.49.mixer.experts.373.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.480.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.510.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.65.mixer.experts.359.up_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.407.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.139.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.101.mixer.experts.342.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.71.mixer.experts.139.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.454.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.99.mixer.experts.463.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.266.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.70.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.343.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.241.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.1.mixer.experts.217.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.83.mixer.experts.7.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.124.down_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.471.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.86.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.329.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.46.up_proj.weight": "model-00139-of-00225.safetensors", + "mtp.layers.1.mixer.experts.162.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.278.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.73.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.39.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.21.mixer.experts.196.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.101.mixer.experts.30.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.24.mixer.experts.132.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.15.mixer.experts.456.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.385.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.78.mixer.experts.366.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.507.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.58.mixer.experts.56.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.457.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.44.mixer.experts.7.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.5.mixer.experts.284.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.461.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.94.mixer.experts.377.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.234.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.62.mixer.experts.370.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.46.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.26.mixer.experts.175.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.336.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.101.mixer.experts.341.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.46.mixer.experts.380.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.15.mixer.experts.405.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.58.mixer.experts.89.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.3.mixer.experts.355.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.473.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.107.mixer.experts.103.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.19.mixer.experts.444.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.42.mixer.experts.12.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.451.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.266.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.256.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.15.mixer.experts.140.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.105.mixer.experts.401.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.503.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.96.mixer.experts.341.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.395.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.264.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.232.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.55.mixer.experts.75.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.449.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.90.mixer.experts.492.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.471.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.42.mixer.experts.286.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.274.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.298.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.338.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.19.mixer.experts.339.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.218.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.57.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.54.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.67.mixer.experts.458.down_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.55.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.105.mixer.experts.295.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.468.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.147.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.400.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.371.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.35.mixer.experts.463.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.166.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.76.mixer.experts.409.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.19.mixer.experts.409.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.264.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.24.mixer.experts.333.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.105.mixer.experts.386.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.78.mixer.experts.202.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.65.mixer.experts.74.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.17.mixer.experts.304.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.8.mixer.experts.88.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.208.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.61.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.11.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.128.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.19.mixer.experts.62.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.90.mixer.experts.484.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.297.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.65.mixer.experts.63.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.40.mixer.experts.436.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.121.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.427.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.444.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.30.mixer.experts.365.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.12.mixer.experts.41.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.21.mixer.experts.169.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.60.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.85.mixer.experts.114.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.96.mixer.experts.439.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.65.mixer.experts.89.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.46.mixer.experts.411.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.60.mixer.experts.511.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.58.mixer.experts.205.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.182.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.154.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.377.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.42.mixer.experts.262.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.183.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.480.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.37.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.293.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.28.mixer.experts.262.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.271.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.53.mixer.experts.314.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.433.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.153.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.80.mixer.experts.36.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.42.mixer.experts.11.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.65.mixer.experts.423.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.1.mixer.experts.136.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.1.mixer.experts.285.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.464.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.90.mixer.experts.365.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.105.mixer.experts.140.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.15.mixer.experts.21.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.262.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.405.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.30.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.101.mixer.experts.225.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.337.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.177.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.65.mixer.experts.361.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.253.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.105.mixer.experts.203.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.189.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.80.mixer.experts.13.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.80.mixer.experts.423.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.261.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.8.mixer.experts.473.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.85.mixer.experts.159.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.69.mixer.experts.103.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.101.mixer.experts.54.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.275.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.26.mixer.experts.29.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.67.mixer.experts.152.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.62.mixer.experts.129.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.378.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.151.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.8.mixer.experts.423.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.281.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.50.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.103.mixer.experts.125.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.510.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.44.mixer.experts.50.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.60.mixer.experts.313.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.42.mixer.experts.434.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.459.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.28.mixer.experts.53.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.467.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.17.mixer.experts.80.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.394.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.418.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.69.mixer.experts.278.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.235.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.40.mixer.experts.179.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.28.mixer.experts.481.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.465.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.265.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.358.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.110.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.302.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.92.mixer.experts.350.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.28.mixer.experts.456.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.10.mixer.experts.364.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.307.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.94.mixer.experts.41.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.19.mixer.experts.496.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.92.mixer.experts.232.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.80.mixer.experts.307.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.107.mixer.experts.486.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.316.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.46.mixer.experts.297.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.438.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.52.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.269.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.101.mixer.experts.1.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.58.mixer.experts.301.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.40.mixer.experts.247.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.381.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.53.mixer.experts.482.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.357.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.80.mixer.experts.326.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.46.mixer.experts.392.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.371.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.232.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.107.mixer.experts.490.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.37.mixer.experts.136.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.92.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.49.mixer.fc1_latent_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.78.mixer.experts.359.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.13.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.449.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.82.mixer.q_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.78.mixer.experts.21.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.85.mixer.experts.470.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.85.mixer.experts.45.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.33.mixer.experts.212.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.101.mixer.experts.289.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.37.mixer.experts.315.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.12.mixer.experts.437.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.71.mixer.experts.245.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.1.mixer.experts.100.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.58.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.354.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.176.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.451.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.204.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.132.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.398.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.358.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.44.mixer.experts.457.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.35.mixer.experts.153.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.123.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.430.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.109.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.322.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.47.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.449.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.317.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.482.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.189.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.263.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.10.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.37.mixer.experts.245.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.490.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.7.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.101.mixer.experts.84.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.19.mixer.experts.253.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.169.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.28.mixer.experts.12.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.105.mixer.experts.361.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.235.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.52.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.339.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.373.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.55.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.51.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.55.mixer.experts.180.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.130.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.40.mixer.experts.347.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.354.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.101.mixer.experts.483.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.383.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.306.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.83.mixer.experts.130.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.10.mixer.experts.479.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.71.mixer.experts.306.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.45.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.231.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.99.mixer.experts.80.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.experts.113.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.31.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.0.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.383.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.181.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.292.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.35.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.374.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.26.mixer.experts.448.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.3.mixer.experts.448.down_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.483.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.367.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.32.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.124.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.42.mixer.experts.310.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.15.mixer.experts.188.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.55.mixer.experts.24.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.44.mixer.experts.360.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.337.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.286.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.459.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.69.mixer.experts.49.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.52.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.35.mixer.experts.41.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.96.mixer.experts.389.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.53.mixer.experts.69.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.56.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.187.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.46.mixer.experts.49.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.451.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.54.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.28.mixer.experts.72.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.181.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.508.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.436.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.160.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.76.mixer.experts.345.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.42.mixer.experts.372.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.402.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.182.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.18.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.501.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.17.mixer.experts.303.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.96.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.92.mixer.experts.78.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.26.mixer.experts.36.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.212.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.119.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.49.mixer.experts.299.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.37.mixer.experts.308.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.356.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.53.mixer.experts.286.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.233.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.350.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.28.mixer.experts.73.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.24.mixer.experts.13.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.49.mixer.experts.461.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.19.mixer.experts.374.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.49.mixer.experts.150.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.90.mixer.experts.55.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.351.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.208.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.fc2_latent_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.26.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.445.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.500.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.46.mixer.experts.306.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.78.mixer.experts.368.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.230.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.92.mixer.experts.298.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.65.mixer.experts.33.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.30.mixer.experts.320.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.331.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.166.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.127.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.500.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.379.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.325.up_proj.weight": "model-00095-of-00225.safetensors", + "mtp.layers.1.mixer.experts.253.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.267.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.8.mixer.experts.320.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.85.mixer.experts.418.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.49.mixer.experts.442.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.231.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.76.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.124.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.11.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.108.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.482.down_proj.weight": "model-00078-of-00225.safetensors", + "mtp.layers.1.mixer.experts.506.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.94.mixer.experts.9.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.355.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.3.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.259.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.90.mixer.experts.393.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.151.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.28.mixer.experts.340.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.74.mixer.experts.314.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.3.mixer.experts.91.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.experts.68.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.374.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.219.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.63.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.3.mixer.experts.457.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.311.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.5.mixer.experts.130.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.458.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.259.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.372.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.33.mixer.experts.255.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.323.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.225.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.501.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.107.mixer.experts.271.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.138.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.17.mixer.experts.262.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.426.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.57.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.313.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.163.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.6.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.107.mixer.experts.319.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.30.mixer.experts.384.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.51.mixer.experts.325.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.37.mixer.experts.132.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.69.mixer.experts.309.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.168.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.392.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.5.mixer.experts.121.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.26.mixer.experts.502.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.85.mixer.experts.144.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.444.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.12.mixer.experts.439.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.286.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.447.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.360.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.417.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.241.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.21.mixer.experts.438.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.412.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.85.mixer.experts.269.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.221.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.94.mixer.experts.42.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.91.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.254.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.33.mixer.experts.451.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.282.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.53.mixer.experts.198.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.83.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.199.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.103.mixer.experts.346.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.153.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.219.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.17.mixer.experts.24.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.143.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.13.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.53.mixer.experts.350.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.184.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.51.mixer.experts.47.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.40.mixer.experts.142.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.422.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.49.mixer.experts.234.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.503.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.103.mixer.experts.377.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.55.mixer.experts.213.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.401.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.80.mixer.experts.329.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.366.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.509.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.21.mixer.experts.501.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.71.mixer.experts.254.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.1.mixer.experts.129.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.58.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.457.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.488.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.506.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.35.mixer.experts.238.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.33.mixer.experts.178.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.394.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.105.mixer.experts.10.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.24.mixer.experts.79.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.345.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.105.mixer.experts.66.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.42.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.35.mixer.experts.363.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.105.mixer.experts.243.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.47.mixer.conv1d.bias": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.479.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.51.mixer.experts.279.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.69.mixer.experts.141.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.461.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.60.mixer.experts.494.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.55.mixer.experts.112.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.5.mixer.experts.440.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.187.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.19.mixer.experts.101.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.271.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.15.mixer.experts.27.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.384.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.71.mixer.experts.428.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.136.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.1.mixer.experts.224.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.24.mixer.experts.134.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.80.mixer.experts.382.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.452.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.8.mixer.experts.459.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.42.mixer.experts.290.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.76.mixer.experts.155.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.178.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.5.mixer.experts.131.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.17.mixer.experts.438.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.43.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.149.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.78.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.329.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.257.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.414.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.242.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.16.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.204.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.52.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.62.mixer.experts.164.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.55.mixer.experts.448.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.339.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.3.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.335.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.356.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.141.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.101.mixer.experts.199.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.49.mixer.experts.42.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.71.mixer.experts.172.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.5.mixer.experts.427.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.421.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.487.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.85.mixer.experts.102.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.54.mixer.out_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.30.mixer.experts.485.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.58.mixer.experts.275.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.76.mixer.experts.203.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.44.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.312.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.480.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.219.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.180.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.361.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.149.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.49.mixer.experts.379.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.21.mixer.experts.6.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.24.mixer.experts.199.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.74.mixer.experts.11.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.436.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.94.mixer.experts.268.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.101.mixer.experts.236.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.76.mixer.experts.44.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.226.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.92.mixer.experts.154.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.418.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.502.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.67.mixer.experts.180.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.33.mixer.experts.264.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.10.mixer.experts.229.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.100.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.99.mixer.experts.161.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.44.mixer.experts.60.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.143.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.277.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.473.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.92.mixer.experts.159.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.144.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.90.mixer.experts.463.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.170.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.76.mixer.experts.60.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.46.mixer.experts.397.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.33.mixer.experts.406.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.441.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.83.mixer.experts.167.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.83.mixer.experts.4.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.85.mixer.experts.31.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.49.mixer.experts.418.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.1.mixer.experts.172.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.335.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.44.mixer.experts.467.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.65.mixer.experts.492.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.94.mixer.experts.289.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.67.mixer.experts.424.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.87.mixer.experts.236.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.306.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.170.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.227.down_proj.weight": "model-00136-of-00225.safetensors", + "mtp.layers.1.mixer.experts.92.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.76.mixer.experts.347.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.336.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.8.mixer.experts.297.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.96.mixer.experts.20.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.90.mixer.experts.367.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.288.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.340.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.8.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.3.mixer.experts.259.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.experts.397.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.352.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.30.mixer.experts.98.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.336.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.403.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.430.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.458.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.175.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.72.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.341.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.261.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.1.mixer.experts.186.down_proj.weight": "model-00003-of-00225.safetensors", + "mtp.layers.1.mixer.experts.192.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.72.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.179.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.40.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.159.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.78.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.37.mixer.experts.441.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.15.mixer.experts.104.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.494.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.113.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.60.mixer.experts.461.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.19.mixer.experts.504.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.55.mixer.experts.366.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.263.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.37.mixer.experts.455.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.245.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.37.mixer.experts.360.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.83.mixer.experts.225.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.206.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.71.mixer.experts.94.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.62.mixer.experts.413.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.189.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.46.mixer.experts.238.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.92.mixer.experts.336.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.26.mixer.experts.295.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.42.mixer.experts.8.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.85.mixer.experts.209.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.322.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.26.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.51.mixer.experts.298.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.394.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.320.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.96.mixer.experts.336.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.21.mixer.experts.435.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.60.mixer.experts.488.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.94.mixer.experts.402.down_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.379.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.397.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.426.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.190.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.80.mixer.experts.208.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.224.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.37.mixer.experts.287.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.421.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.486.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.103.mixer.experts.51.up_proj.weight": "model-00207-of-00225.safetensors", + "mtp.layers.1.mixer.experts.451.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.101.mixer.experts.164.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.42.mixer.experts.137.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.8.mixer.experts.350.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.53.mixer.experts.406.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.8.mixer.experts.207.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.19.mixer.experts.423.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.100.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.420.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.40.mixer.experts.341.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.142.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.432.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.46.mixer.experts.280.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.96.mixer.experts.464.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.60.mixer.experts.362.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.62.mixer.experts.418.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.496.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.403.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.25.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.140.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.52.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.46.mixer.experts.498.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.95.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.40.mixer.experts.115.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.356.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.10.mixer.experts.32.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.51.mixer.experts.217.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.32.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.49.mixer.experts.353.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.78.mixer.experts.145.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.481.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.8.mixer.experts.240.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.80.mixer.experts.242.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.96.mixer.experts.219.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.37.mixer.experts.458.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.69.mixer.experts.148.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.466.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.437.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.3.mixer.experts.221.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.80.mixer.experts.255.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.179.down_proj.weight": "model-00199-of-00225.safetensors", + "mtp.layers.1.mixer.experts.282.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.51.mixer.experts.120.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.experts.77.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.105.mixer.experts.17.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.58.mixer.experts.443.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.126.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.214.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.60.mixer.experts.206.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.76.mixer.experts.244.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.58.mixer.experts.328.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.132.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.327.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.43.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.17.mixer.experts.170.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.333.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.71.mixer.experts.226.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.8.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.94.mixer.experts.411.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.52.mixer.conv1d.weight": "model-00106-of-00225.safetensors", + "backbone.layers.3.mixer.experts.459.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.103.mixer.experts.25.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.40.mixer.experts.219.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.473.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.138.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.21.mixer.experts.322.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.188.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.49.mixer.experts.92.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.62.mixer.experts.15.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.51.mixer.experts.270.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.78.mixer.experts.271.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.49.mixer.experts.93.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.362.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.87.mixer.experts.140.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.281.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.62.mixer.experts.176.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.107.mixer.experts.462.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.46.mixer.experts.282.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.355.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.83.mixer.experts.99.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.53.mixer.experts.231.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.290.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.76.mixer.experts.442.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.143.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.105.mixer.experts.495.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.193.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.153.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.96.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.292.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.26.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.mixer.experts.232.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.21.mixer.experts.101.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.174.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.474.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.5.mixer.experts.202.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.44.mixer.experts.497.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.26.mixer.experts.240.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.40.mixer.experts.407.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.37.mixer.experts.48.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.152.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.199.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.92.mixer.experts.337.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.367.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.379.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.241.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.experts.221.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.1.mixer.experts.330.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.51.mixer.experts.361.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.405.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.gate.e_score_correction_bias": "model-00037-of-00225.safetensors", + "backbone.layers.15.mixer.experts.186.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.44.mixer.experts.57.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.55.mixer.experts.238.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.471.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.62.mixer.experts.186.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.488.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.485.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.63.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.65.mixer.experts.185.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.58.mixer.experts.138.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.249.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.262.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.164.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.74.mixer.experts.52.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.42.mixer.experts.423.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.250.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.24.mixer.experts.131.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.96.mixer.experts.49.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.60.mixer.experts.442.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.90.mixer.experts.246.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.37.mixer.experts.288.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.127.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.30.mixer.experts.189.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.367.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.5.mixer.experts.195.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.21.mixer.experts.495.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.172.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.223.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.92.mixer.experts.434.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.85.mixer.experts.130.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.12.mixer.experts.377.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.82.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.40.mixer.experts.143.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.350.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.492.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.55.mixer.experts.336.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.107.mixer.experts.389.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.55.mixer.experts.333.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.85.mixer.experts.384.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.107.mixer.experts.117.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.504.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.76.mixer.experts.466.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.44.mixer.experts.57.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.40.mixer.experts.282.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.94.mixer.experts.222.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.46.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.26.mixer.experts.454.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.421.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.46.mixer.experts.195.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.65.mixer.experts.475.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.42.mixer.experts.490.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.335.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.65.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.85.mixer.experts.373.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.105.mixer.experts.346.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.133.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.35.mixer.experts.384.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.83.mixer.experts.70.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.199.down_proj.weight": "model-00190-of-00225.safetensors", + "mtp.layers.1.mixer.experts.89.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.35.mixer.experts.150.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.476.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.42.mixer.experts.93.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.10.mixer.experts.490.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.99.mixer.experts.220.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.58.mixer.experts.252.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.55.mixer.experts.409.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.345.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.494.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.24.mixer.experts.70.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.5.mixer.experts.170.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.105.mixer.experts.394.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.55.mixer.experts.246.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.500.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.30.mixer.experts.411.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.69.mixer.experts.338.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.39.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.46.mixer.experts.101.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.410.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.15.mixer.experts.425.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.76.mixer.experts.349.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.253.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.85.mixer.experts.152.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.59.mixer.dt_bias": "model-00120-of-00225.safetensors", + "backbone.layers.83.mixer.experts.456.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.96.mixer.experts.300.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.21.mixer.experts.66.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.42.mixer.experts.480.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.507.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.92.mixer.experts.226.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.101.mixer.experts.93.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.46.mixer.experts.70.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.103.mixer.experts.89.down_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.347.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.164.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.35.mixer.experts.396.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.105.mixer.experts.69.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.463.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.5.mixer.experts.109.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.69.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.5.mixer.experts.461.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.201.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.321.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.328.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.60.mixer.experts.139.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.268.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.78.mixer.experts.10.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.37.mixer.experts.454.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.28.mixer.experts.14.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.178.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.35.mixer.experts.404.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.313.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.fc1_latent_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.33.mixer.experts.501.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.142.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.209.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.15.mixer.experts.14.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.105.mixer.shared_experts.down_proj.weight": "model-00216-of-00225.safetensors", + "mtp.layers.1.mixer.experts.143.down_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.161.up_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.141.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.103.mixer.experts.499.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.311.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.90.mixer.experts.173.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.33.mixer.experts.75.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.416.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.44.mixer.experts.482.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.116.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.68.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.351.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.476.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.235.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.236.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.35.mixer.experts.260.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.83.mixer.experts.377.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.38.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.87.mixer.experts.303.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.19.mixer.experts.426.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.292.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.90.mixer.experts.356.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.180.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.146.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.94.mixer.experts.494.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.44.mixer.experts.163.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.149.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.76.mixer.experts.162.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.97.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.115.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.85.mixer.experts.265.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.30.mixer.experts.447.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.49.mixer.experts.417.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.46.mixer.experts.402.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.190.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.55.mixer.experts.237.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.8.mixer.experts.406.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.108.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.67.mixer.experts.441.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.19.mixer.experts.483.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.99.mixer.experts.396.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.250.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.5.mixer.experts.363.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.28.mixer.experts.119.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.99.mixer.experts.137.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.83.mixer.experts.67.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.49.mixer.experts.181.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.106.mixer.norm.weight": "model-00216-of-00225.safetensors", + "backbone.layers.21.mixer.experts.385.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.19.mixer.experts.302.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.99.mixer.experts.70.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.500.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.269.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.199.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.510.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.fc1_latent_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.379.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.224.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.29.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.87.mixer.experts.399.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.481.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.33.mixer.experts.508.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.12.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.227.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.21.mixer.experts.51.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.15.mixer.experts.56.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.398.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.36.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.103.mixer.experts.361.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.3.mixer.experts.260.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.26.mixer.experts.434.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.10.mixer.experts.366.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.55.mixer.experts.93.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.284.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.74.mixer.experts.286.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.33.mixer.experts.472.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.8.mixer.experts.149.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.12.mixer.experts.322.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.279.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.90.mixer.experts.386.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.78.mixer.experts.473.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.360.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.332.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.13.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.85.mixer.experts.321.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.131.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.17.mixer.experts.378.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.55.mixer.experts.347.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.107.mixer.experts.278.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.184.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.1.mixer.experts.258.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.118.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.21.mixer.experts.434.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.134.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.90.mixer.experts.137.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.90.mixer.experts.447.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.286.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.80.mixer.experts.285.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.121.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.62.mixer.experts.248.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.193.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.104.mixer.conv1d.bias": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.216.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.28.mixer.experts.474.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.87.mixer.experts.455.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.35.mixer.experts.45.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.78.mixer.experts.283.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.40.mixer.experts.254.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.117.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.40.mixer.experts.54.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.388.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.87.mixer.experts.446.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.484.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.67.mixer.experts.498.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.34.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.466.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.107.mixer.experts.374.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.30.mixer.experts.346.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.12.mixer.experts.208.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.83.mixer.experts.474.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.494.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.190.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.485.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.233.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.109.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.189.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.78.mixer.experts.375.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.235.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.62.mixer.experts.441.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.99.mixer.experts.464.down_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.273.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.94.mixer.experts.243.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.76.mixer.experts.470.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.85.mixer.experts.271.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.3.mixer.experts.237.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.91.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.58.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.53.mixer.experts.293.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.451.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.281.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.205.up_proj.weight": "model-00062-of-00225.safetensors", + "mtp.layers.1.mixer.experts.284.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.252.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.94.mixer.experts.391.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.85.mixer.experts.221.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.343.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.17.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.53.mixer.experts.158.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.53.mixer.experts.281.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.24.mixer.experts.180.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.151.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.30.mixer.experts.293.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.80.mixer.experts.111.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.74.mixer.experts.209.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.50.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.58.mixer.experts.423.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.101.mixer.experts.392.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.96.mixer.experts.46.up_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.192.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.37.mixer.experts.311.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.356.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.69.mixer.experts.226.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.46.mixer.experts.122.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.364.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.506.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.26.mixer.experts.3.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.166.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.383.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.78.mixer.experts.415.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.94.mixer.experts.74.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.3.mixer.experts.43.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.57.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.406.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.483.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.24.mixer.experts.238.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.497.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.1.mixer.experts.53.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.337.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.7.norm.weight": "model-00015-of-00225.safetensors", + "backbone.layers.30.mixer.experts.200.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.62.mixer.experts.391.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.342.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.19.mixer.experts.219.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.485.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.30.mixer.experts.495.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.90.mixer.experts.511.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.5.mixer.experts.96.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.107.mixer.experts.251.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.469.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.24.mixer.experts.137.up_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.14.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.67.mixer.experts.112.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.67.mixer.experts.483.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.127.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.475.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.44.mixer.experts.150.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.49.mixer.experts.258.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.44.mixer.experts.202.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.85.mixer.experts.425.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.23.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.94.mixer.experts.347.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.218.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.18.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.24.mixer.experts.30.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.324.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.47.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.155.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.13.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.94.mixer.experts.271.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.40.mixer.experts.107.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.309.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.99.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.46.mixer.experts.157.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.44.mixer.experts.493.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.183.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.111.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.76.mixer.experts.24.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.89.mixer.o_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.151.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.103.mixer.experts.59.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.208.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.173.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.241.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.415.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.21.mixer.experts.172.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.103.mixer.experts.402.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.371.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.98.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.55.mixer.experts.145.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.60.mixer.experts.229.down_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.364.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.35.mixer.experts.132.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.318.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.3.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.21.mixer.experts.429.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.33.mixer.experts.275.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.124.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.271.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.118.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.475.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.42.mixer.experts.434.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.189.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.49.mixer.experts.418.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.1.mixer.experts.428.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.65.mixer.experts.278.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.55.mixer.experts.43.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.19.mixer.experts.289.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.44.mixer.experts.76.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.260.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.427.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.186.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.209.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.248.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.440.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.87.mixer.experts.193.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.304.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.115.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.160.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.55.mixer.experts.16.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.90.mixer.experts.403.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.15.mixer.experts.155.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.8.mixer.experts.213.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.44.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.119.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.46.mixer.experts.489.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.24.mixer.experts.467.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.51.mixer.experts.6.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.461.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.287.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.430.up_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.239.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.5.mixer.experts.343.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.195.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.51.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.303.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.354.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.44.mixer.experts.134.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.105.mixer.experts.171.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.411.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.414.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.106.mixer.D": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.379.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.497.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.8.mixer.experts.445.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.42.mixer.experts.299.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.200.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.14.mixer.q_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.37.mixer.experts.53.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.40.mixer.experts.25.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.105.mixer.experts.7.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.103.mixer.experts.12.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.71.mixer.experts.350.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.17.mixer.experts.280.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.83.mixer.experts.436.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.101.mixer.experts.346.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.381.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.309.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.10.mixer.experts.387.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.12.mixer.experts.4.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.120.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.53.mixer.experts.393.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.507.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.10.mixer.gate.e_score_correction_bias": "model-00024-of-00225.safetensors", + "backbone.layers.94.mixer.experts.482.up_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.101.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.78.mixer.experts.107.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.509.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.46.mixer.experts.109.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.80.mixer.experts.295.up_proj.weight": "model-00164-of-00225.safetensors", + "mtp.layers.1.mixer.experts.345.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.51.mixer.experts.53.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.94.mixer.experts.173.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.78.mixer.experts.465.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.65.mixer.experts.334.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.15.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.457.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.363.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.55.mixer.experts.205.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.37.mixer.experts.470.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.179.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.80.mixer.experts.397.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.30.mixer.experts.108.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.80.mixer.experts.135.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.92.mixer.experts.195.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.104.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.99.mixer.experts.82.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.190.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.17.mixer.experts.327.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.243.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.96.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.3.mixer.experts.36.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.30.mixer.experts.26.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.336.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.21.mixer.experts.344.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.94.mixer.experts.274.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.434.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.67.mixer.experts.470.up_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.266.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.59.mixer.conv1d.bias": "model-00120-of-00225.safetensors", + "backbone.layers.92.mixer.experts.115.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.101.mixer.experts.440.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.216.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.461.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.55.mixer.experts.177.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.434.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.283.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.211.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.196.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.107.mixer.experts.500.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.44.mixer.experts.175.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.55.mixer.experts.363.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.174.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.48.norm.weight": "model-00097-of-00225.safetensors", + "backbone.layers.101.mixer.experts.135.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.24.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.1.mixer.experts.20.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.21.mixer.experts.327.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.10.mixer.experts.166.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.244.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.346.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.156.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.382.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.346.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.71.mixer.experts.185.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.9.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.24.mixer.experts.479.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.64.norm.weight": "model-00129-of-00225.safetensors", + "backbone.layers.15.mixer.experts.113.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.44.mixer.experts.182.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.430.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.353.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.250.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.229.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.69.mixer.experts.143.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.96.mixer.experts.73.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.12.mixer.experts.199.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.507.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.12.mixer.experts.267.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.64.mixer.o_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.506.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.312.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.26.mixer.experts.236.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.11.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.19.mixer.experts.438.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.58.mixer.experts.457.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.368.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.228.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.344.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.79.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.42.mixer.experts.349.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.35.mixer.experts.101.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.218.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.78.mixer.experts.312.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.24.mixer.experts.22.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.67.mixer.experts.194.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.167.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.94.mixer.experts.72.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.126.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.353.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.5.mixer.experts.219.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.99.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.325.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.76.mixer.experts.131.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.68.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.90.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.279.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.342.down_proj.weight": "model-00214-of-00225.safetensors", + "mtp.layers.1.mixer.experts.184.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.78.mixer.experts.296.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.experts.425.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.3.mixer.experts.211.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.59.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.93.mixer.dt_bias": "model-00188-of-00225.safetensors", + "backbone.layers.62.mixer.experts.278.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.65.mixer.experts.8.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.107.mixer.experts.283.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.62.mixer.experts.457.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.32.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.321.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.55.mixer.experts.264.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.349.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.71.mixer.experts.422.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.210.down_proj.weight": "model-00081-of-00225.safetensors", + "mtp.layers.1.mixer.experts.247.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.167.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.484.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.42.mixer.experts.389.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.26.mixer.experts.176.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.390.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.19.mixer.experts.44.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.327.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.83.mixer.experts.179.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.433.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.83.mixer.experts.46.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.49.mixer.experts.414.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.318.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.87.up_proj.weight": "model-00102-of-00225.safetensors", + "mtp.layers.1.mixer.experts.259.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.18.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.384.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.69.mixer.experts.501.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.497.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.53.mixer.experts.224.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.15.mixer.experts.73.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.28.mixer.experts.489.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.87.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.27.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.341.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.479.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.53.mixer.experts.129.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.42.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.414.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.85.mixer.experts.462.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.483.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.243.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.30.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.26.mixer.experts.425.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.90.mixer.experts.312.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.177.down_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.0.mixer.v_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.94.mixer.experts.330.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.247.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.10.mixer.experts.8.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.21.mixer.experts.132.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.55.mixer.experts.489.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.491.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.80.mixer.experts.329.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.109.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.188.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.46.mixer.experts.151.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.386.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.26.mixer.experts.360.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.87.mixer.experts.163.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.58.mixer.experts.181.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.55.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.15.mixer.experts.115.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.74.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.133.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.294.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.132.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.235.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.53.mixer.experts.312.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.26.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.15.mixer.experts.178.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.105.mixer.experts.202.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.74.mixer.experts.148.up_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.experts.128.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.12.mixer.experts.449.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.44.mixer.experts.384.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.10.mixer.experts.299.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.62.mixer.experts.268.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.35.mixer.experts.38.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.69.mixer.experts.442.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.87.mixer.experts.222.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.344.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.96.mixer.experts.69.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.94.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.324.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.28.mixer.experts.389.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.17.mixer.experts.177.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.15.mixer.experts.142.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.99.mixer.experts.247.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.10.mixer.experts.30.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.101.mixer.experts.183.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.12.mixer.experts.466.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.67.mixer.experts.114.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.76.mixer.experts.490.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.42.mixer.experts.461.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.340.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.40.mixer.experts.327.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.35.mixer.experts.264.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.399.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.57.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.103.mixer.experts.137.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.0.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.74.mixer.experts.198.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.67.mixer.experts.31.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.96.mixer.experts.232.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.105.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.99.mixer.experts.31.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.300.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.247.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.471.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.315.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.14.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.21.mixer.experts.23.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.8.mixer.experts.109.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.218.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.423.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.76.mixer.experts.421.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.216.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.83.mixer.experts.44.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.104.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.280.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.293.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.113.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.263.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.97.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.37.mixer.experts.46.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.477.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.147.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.425.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.305.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.482.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.5.mixer.experts.32.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.94.mixer.experts.13.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.experts.480.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.100.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.44.mixer.experts.253.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.44.mixer.experts.404.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.510.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.10.mixer.experts.164.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.107.mixer.experts.241.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.74.mixer.experts.301.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.27.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.212.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.55.mixer.experts.192.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.46.mixer.experts.254.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.346.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.5.mixer.experts.276.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.324.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.231.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.14.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.80.mixer.experts.217.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.32.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.221.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.489.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.74.mixer.experts.139.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.65.mixer.experts.355.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.30.mixer.experts.2.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.15.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.62.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.93.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.69.mixer.experts.400.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.74.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.35.mixer.experts.60.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.40.mixer.experts.361.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.74.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.12.mixer.experts.182.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.454.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.175.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.390.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.17.mixer.experts.496.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.24.mixer.experts.455.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.101.mixer.experts.398.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.383.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.443.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.42.mixer.experts.21.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.448.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.386.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.132.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.344.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.103.mixer.experts.219.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.169.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.460.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.300.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.15.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.105.mixer.experts.320.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.37.mixer.experts.209.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.3.mixer.experts.130.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.105.mixer.experts.30.up_proj.weight": "model-00212-of-00225.safetensors", + "mtp.layers.1.mixer.experts.45.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.83.mixer.experts.138.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.5.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.387.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.321.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.107.mixer.experts.198.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.5.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.44.mixer.experts.83.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.259.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.49.mixer.experts.386.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.242.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.44.mixer.experts.128.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.58.mixer.experts.209.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.318.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.24.mixer.experts.236.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.58.mixer.experts.455.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.83.mixer.experts.152.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.317.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.3.mixer.experts.27.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.78.mixer.experts.336.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.170.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.256.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.229.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.133.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.51.mixer.experts.491.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.378.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.494.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.8.mixer.experts.107.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.177.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.8.mixer.experts.71.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.35.mixer.experts.402.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.301.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.164.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.58.mixer.experts.194.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.464.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.83.mixer.experts.39.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.83.mixer.experts.159.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.256.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.37.mixer.experts.472.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.408.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.284.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.138.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.17.mixer.experts.31.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.478.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.111.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.314.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.442.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.58.mixer.experts.176.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.386.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.40.mixer.experts.128.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.83.mixer.experts.13.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.66.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.40.mixer.experts.484.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.101.mixer.experts.213.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.328.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.17.mixer.experts.480.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.60.mixer.experts.257.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.55.mixer.experts.324.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.468.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.24.mixer.experts.293.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.498.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.13.mixer.D": "model-00028-of-00225.safetensors", + "backbone.layers.80.mixer.experts.129.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.105.mixer.experts.54.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.382.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.5.mixer.experts.11.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.391.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.164.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.19.mixer.experts.190.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.226.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.30.mixer.experts.466.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.23.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.107.mixer.experts.506.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.74.mixer.experts.485.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.71.mixer.experts.248.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.65.mixer.experts.254.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.418.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.291.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.10.mixer.experts.267.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.487.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.42.mixer.experts.406.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.experts.263.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.292.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.76.mixer.experts.418.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.28.mixer.experts.63.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.11.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.87.mixer.experts.440.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.24.mixer.experts.157.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.46.mixer.experts.304.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.9.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.94.mixer.experts.151.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.217.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.181.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.26.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.11.mixer.D": "model-00024-of-00225.safetensors", + "backbone.layers.67.mixer.experts.6.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.343.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.240.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.201.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.415.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.167.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.5.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.24.mixer.experts.41.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.506.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.51.mixer.experts.421.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.101.mixer.experts.57.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.78.mixer.experts.174.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.26.mixer.experts.213.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.92.mixer.experts.502.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.506.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.26.mixer.experts.334.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.87.mixer.experts.194.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.55.mixer.experts.492.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.467.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.103.mixer.experts.178.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.421.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.54.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.71.mixer.experts.91.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.82.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.275.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.464.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.264.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.69.mixer.experts.103.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.369.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.94.mixer.experts.325.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.92.mixer.experts.149.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.85.mixer.experts.71.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.5.mixer.experts.225.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.406.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.gate.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.42.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.103.mixer.experts.323.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.475.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.10.mixer.experts.429.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.292.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.94.mixer.experts.269.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.150.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.124.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.479.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.510.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.328.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.482.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.62.mixer.experts.25.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.428.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.123.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.509.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.87.mixer.experts.36.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.270.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.101.mixer.experts.45.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.94.mixer.experts.107.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.94.mixer.shared_experts.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.366.down_proj.weight": "model-00214-of-00225.safetensors", + "mtp.layers.1.mixer.experts.491.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.94.mixer.experts.365.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.24.mixer.shared_experts.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.69.mixer.experts.380.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.62.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.12.mixer.experts.485.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.121.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.392.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.3.mixer.experts.445.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.40.mixer.experts.316.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.5.mixer.experts.311.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.463.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.47.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.373.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.481.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.92.mixer.experts.297.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.49.mixer.experts.486.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.76.mixer.experts.297.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.50.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.80.mixer.experts.138.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.80.mixer.experts.145.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.72.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.117.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.221.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.114.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.256.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.67.mixer.experts.205.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.350.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.367.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.306.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.166.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.501.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.53.mixer.experts.318.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.277.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.159.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.71.mixer.experts.490.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.8.mixer.experts.454.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.92.mixer.experts.431.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.64.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.246.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.296.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.experts.63.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.42.mixer.experts.35.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.497.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.67.mixer.experts.490.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.3.mixer.experts.347.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.282.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.26.mixer.experts.427.up_proj.weight": "model-00055-of-00225.safetensors", + "mtp.layers.1.mixer.experts.213.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.395.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.361.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.28.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.440.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.5.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.159.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.179.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.105.mixer.experts.227.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.425.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.42.mixer.experts.436.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.21.mixer.experts.226.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.363.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.14.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.154.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.375.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.10.mixer.experts.56.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.180.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.40.mixer.experts.279.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.10.mixer.experts.251.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.17.mixer.experts.287.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.366.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.46.mixer.experts.286.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.101.mixer.experts.120.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.345.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.282.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.144.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.204.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.356.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.90.mixer.experts.124.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.experts.503.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.12.mixer.experts.333.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.43.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.5.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.49.mixer.experts.217.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.103.mixer.experts.331.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.234.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.235.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.380.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.274.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.78.mixer.experts.451.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.69.mixer.experts.383.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.464.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.464.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.120.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.96.mixer.experts.480.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.71.mixer.experts.224.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.3.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.253.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.332.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.75.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.37.mixer.experts.176.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.430.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.19.mixer.experts.64.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.424.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.53.mixer.experts.444.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.154.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.96.mixer.experts.267.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.24.mixer.experts.101.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.69.mixer.experts.326.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.375.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.96.mixer.experts.180.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.94.mixer.experts.439.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.40.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.78.mixer.experts.140.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.427.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.55.mixer.experts.453.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.105.mixer.experts.465.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.94.mixer.experts.284.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.94.mixer.experts.67.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.44.mixer.experts.456.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.24.mixer.experts.344.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.92.mixer.experts.291.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.122.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.8.mixer.experts.460.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.277.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.90.mixer.experts.320.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.19.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.90.mixer.experts.193.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.87.mixer.experts.57.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.378.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.44.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.76.mixer.experts.499.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.295.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.80.mixer.experts.106.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.105.mixer.experts.257.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.389.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.99.mixer.experts.342.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.71.mixer.experts.176.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.248.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.10.mixer.experts.305.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.136.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.144.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.58.mixer.experts.69.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.92.mixer.experts.135.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.133.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.92.mixer.experts.447.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.17.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.53.mixer.experts.217.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.416.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.463.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.239.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.242.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.10.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.53.mixer.experts.63.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.103.mixer.experts.239.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.92.mixer.experts.268.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.65.mixer.experts.263.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.15.mixer.experts.297.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.139.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.90.mixer.experts.409.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.12.mixer.experts.220.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.5.mixer.experts.368.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.367.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.390.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.24.mixer.experts.26.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.15.mixer.experts.433.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.443.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.258.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.69.mixer.experts.465.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.76.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.299.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.42.mixer.experts.332.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.501.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.12.mixer.experts.366.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.1.mixer.experts.67.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.17.mixer.experts.76.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.1.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.26.mixer.experts.306.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.453.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.126.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.428.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.134.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.399.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.457.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.49.mixer.experts.84.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.499.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.26.mixer.experts.79.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.103.mixer.experts.78.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.16.mixer.dt_bias": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.99.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.220.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.40.mixer.experts.396.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.153.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.359.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.83.mixer.experts.510.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.49.mixer.experts.194.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.48.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.177.up_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.210.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.210.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.356.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.280.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.151.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.20.mixer.norm.weight": "model-00042-of-00225.safetensors", + "backbone.layers.87.mixer.experts.290.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.147.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.21.mixer.experts.300.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.21.mixer.experts.374.down_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.380.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.474.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.432.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.72.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.50.mixer.D": "model-00101-of-00225.safetensors", + "backbone.layers.62.mixer.experts.495.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.94.mixer.experts.313.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.2.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.75.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.169.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.76.mixer.experts.374.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.420.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.10.mixer.experts.126.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.33.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.128.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.377.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.465.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.491.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.503.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.457.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.8.mixer.experts.307.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.308.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.236.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.90.mixer.experts.428.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.455.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.101.mixer.experts.474.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.295.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.72.mixer.in_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.123.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.55.mixer.experts.371.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.350.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.32.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.180.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.105.mixer.experts.505.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.58.mixer.experts.266.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.495.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.54.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.16.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.16.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.80.mixer.experts.471.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.12.mixer.experts.43.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.58.mixer.experts.476.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.3.mixer.experts.475.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.24.mixer.experts.268.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.46.mixer.experts.461.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.26.mixer.experts.242.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.400.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.330.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.8.mixer.experts.351.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.37.mixer.experts.74.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.5.mixer.experts.110.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.96.mixer.experts.250.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.385.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.55.mixer.experts.482.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.92.mixer.experts.26.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.107.mixer.experts.398.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.198.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.40.mixer.experts.91.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.144.up_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.255.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.30.mixer.experts.160.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.467.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.103.mixer.experts.313.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.76.mixer.experts.265.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.35.mixer.experts.1.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.49.mixer.experts.391.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.25.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.24.mixer.experts.192.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.51.mixer.experts.364.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.309.up_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.229.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.44.mixer.experts.92.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.203.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.62.mixer.experts.77.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.58.mixer.experts.50.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.309.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.434.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.37.mixer.experts.371.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.107.mixer.experts.273.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.48.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.12.mixer.experts.451.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.62.mixer.experts.167.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.19.mixer.experts.215.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.477.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.83.mixer.experts.490.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.249.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.393.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.58.mixer.experts.145.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.457.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.19.mixer.experts.264.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.96.mixer.experts.152.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.24.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.65.mixer.experts.276.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.29.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.47.mixer.D": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.314.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.42.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.12.mixer.experts.102.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.145.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.7.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.37.mixer.experts.444.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.60.mixer.experts.95.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.35.mixer.experts.317.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.83.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.24.mixer.experts.366.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.503.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.80.mixer.experts.272.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.77.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.96.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.250.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.317.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.336.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.159.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.157.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.409.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.99.mixer.experts.27.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.16.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.229.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.234.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.10.mixer.experts.432.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.267.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.456.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.90.mixer.experts.368.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.26.mixer.experts.237.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.35.mixer.experts.385.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.67.mixer.experts.237.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.76.mixer.experts.46.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.221.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.227.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.393.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.245.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.46.mixer.experts.379.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.62.mixer.experts.471.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.437.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.385.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.282.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.482.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.62.mixer.experts.97.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.35.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.30.mixer.experts.72.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.163.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.85.mixer.experts.143.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.369.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.404.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.103.mixer.experts.328.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.258.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.experts.398.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.347.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.164.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.102.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.47.mixer.out_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.71.mixer.experts.234.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.96.mixer.experts.492.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.137.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.101.mixer.experts.258.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.19.mixer.experts.30.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.417.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.371.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.51.mixer.experts.283.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.42.mixer.experts.56.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.297.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.109.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.306.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.283.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.17.mixer.experts.257.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.8.mixer.experts.407.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.407.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.58.mixer.experts.507.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.83.mixer.experts.488.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.46.mixer.experts.224.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.290.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.100.mixer.D": "model-00202-of-00225.safetensors", + "backbone.layers.101.mixer.experts.432.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.101.mixer.experts.358.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.33.mixer.experts.144.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.96.mixer.experts.411.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.372.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.128.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.146.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.446.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.103.mixer.experts.299.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.76.mixer.experts.383.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.fc2_latent_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.90.mixer.experts.372.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.33.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.87.mixer.experts.123.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.303.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.510.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.65.mixer.experts.11.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.418.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.241.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.103.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.55.mixer.experts.136.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.293.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.19.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.353.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.53.mixer.experts.439.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.408.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.71.mixer.experts.429.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.90.mixer.experts.412.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.8.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.49.mixer.experts.116.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.43.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.49.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.67.mixer.experts.128.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.179.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.500.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.239.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.55.mixer.experts.320.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.120.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.42.mixer.experts.243.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.38.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.74.mixer.experts.487.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.8.mixer.experts.439.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.62.mixer.experts.6.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.17.mixer.experts.4.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.135.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.422.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.32.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.99.mixer.experts.310.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.152.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.37.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.459.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.83.mixer.experts.492.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.290.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.58.mixer.experts.411.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.83.mixer.experts.356.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.33.mixer.experts.472.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.21.mixer.experts.332.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.90.mixer.experts.231.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.8.mixer.experts.303.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.103.mixer.experts.148.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.47.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.60.mixer.experts.174.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.80.mixer.experts.146.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.241.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.60.mixer.experts.12.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.193.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.10.mixer.experts.370.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.80.mixer.experts.57.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.10.mixer.experts.377.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.35.mixer.experts.292.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.237.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.141.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.107.mixer.experts.247.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.145.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.270.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.21.mixer.experts.437.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.46.mixer.experts.166.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.44.mixer.experts.306.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.experts.403.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.177.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.44.mixer.experts.466.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.96.mixer.experts.412.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.37.mixer.experts.473.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.experts.112.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.445.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.384.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.8.mixer.experts.80.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.165.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.78.mixer.experts.487.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.111.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.46.mixer.experts.211.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.424.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.17.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.474.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.3.mixer.experts.331.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.82.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.198.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.420.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.5.mixer.experts.162.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.87.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.102.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.96.mixer.experts.148.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.90.mixer.experts.48.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.87.mixer.experts.394.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.506.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.62.mixer.experts.281.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.465.down_proj.weight": "model-00115-of-00225.safetensors", + "mtp.layers.1.mixer.experts.8.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.48.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.102.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.44.mixer.experts.435.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.76.mixer.experts.438.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.90.mixer.experts.235.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.37.mixer.experts.484.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.61.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.354.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.42.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.81.mixer.norm.weight": "model-00166-of-00225.safetensors", + "backbone.layers.96.mixer.experts.381.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.40.mixer.experts.303.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.30.mixer.experts.130.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.220.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.257.down_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.431.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.87.mixer.experts.305.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.450.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.62.mixer.experts.179.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.87.mixer.experts.117.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.9.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.1.mixer.experts.193.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.30.mixer.experts.432.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.53.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.10.mixer.experts.457.up_proj.weight": "model-00023-of-00225.safetensors", + "mtp.layers.1.mixer.experts.438.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.76.mixer.experts.82.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.17.mixer.experts.68.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.51.mixer.experts.116.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.15.mixer.experts.195.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.1.mixer.experts.203.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.204.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.37.mixer.experts.249.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.140.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.17.mixer.experts.23.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.21.mixer.experts.201.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.10.mixer.experts.321.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.394.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.8.mixer.experts.209.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.349.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.105.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.449.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.94.mixer.experts.432.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.19.mixer.experts.422.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.30.mixer.experts.273.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.359.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.10.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.19.mixer.experts.434.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.184.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.219.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.26.mixer.experts.107.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.62.mixer.experts.200.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.24.mixer.experts.158.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.500.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.71.mixer.shared_experts.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.507.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.1.mixer.experts.450.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.85.mixer.experts.223.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.62.mixer.experts.66.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.51.mixer.experts.54.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.40.mixer.experts.165.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.457.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.129.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.60.mixer.experts.458.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.446.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.435.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.35.mixer.experts.226.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.255.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.116.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.177.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.62.mixer.experts.330.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.65.mixer.experts.308.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.473.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.78.mixer.experts.197.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.499.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.60.mixer.experts.380.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.44.mixer.experts.395.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.159.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.127.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.368.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.60.mixer.experts.42.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.443.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.99.mixer.experts.361.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.89.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.53.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.49.mixer.experts.319.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.101.mixer.experts.478.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.103.mixer.experts.508.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.33.mixer.experts.85.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.72.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.142.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.38.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.437.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.21.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.71.mixer.experts.426.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.51.mixer.experts.56.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.21.mixer.experts.359.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.21.mixer.experts.393.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.90.mixer.experts.230.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.489.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.53.mixer.experts.300.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.413.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.92.mixer.experts.69.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.293.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.30.mixer.experts.192.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.54.mixer.dt_bias": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.137.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.96.mixer.experts.349.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.46.mixer.experts.342.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.119.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.44.mixer.experts.37.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.107.mixer.experts.436.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.61.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.17.mixer.experts.492.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.19.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.300.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.65.mixer.experts.10.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.15.mixer.experts.351.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.28.mixer.experts.131.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.146.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.329.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.3.mixer.experts.32.down_proj.weight": "model-00006-of-00225.safetensors", + "mtp.layers.1.mixer.experts.50.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.103.mixer.experts.90.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.15.mixer.experts.505.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.294.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.85.mixer.experts.185.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.262.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.46.mixer.experts.225.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.15.mixer.experts.450.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.61.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.354.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.414.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.47.mixer.in_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.87.mixer.experts.324.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.69.mixer.experts.259.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.499.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.55.mixer.experts.125.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.65.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.10.mixer.experts.180.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.105.mixer.experts.44.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.211.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.12.mixer.experts.329.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.80.mixer.experts.35.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.40.mixer.experts.438.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.78.mixer.experts.19.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.69.mixer.experts.509.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.269.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.5.mixer.experts.16.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.60.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.17.mixer.experts.137.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.236.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.194.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.51.mixer.experts.343.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.24.mixer.experts.157.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.3.mixer.experts.295.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.69.mixer.experts.196.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.48.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.30.mixer.experts.65.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.90.mixer.experts.271.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.65.mixer.experts.335.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.434.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.367.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.8.mixer.experts.279.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.19.mixer.experts.95.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.33.mixer.experts.70.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.105.mixer.experts.150.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.178.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.5.mixer.experts.335.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.451.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.101.mixer.experts.137.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.30.mixer.experts.431.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.39.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.87.mixer.experts.424.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.382.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.19.mixer.experts.46.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.437.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.62.mixer.experts.10.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.33.mixer.experts.507.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.28.mixer.experts.336.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.463.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.18.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.67.mixer.experts.370.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.102.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.207.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.342.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.51.mixer.experts.89.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.221.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.158.up_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.114.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.109.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.402.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.341.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.199.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.28.mixer.experts.288.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.466.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.409.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.69.mixer.experts.366.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.72.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.99.mixer.experts.170.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.experts.187.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.44.mixer.experts.64.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.3.mixer.experts.86.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.87.mixer.experts.325.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.78.mixer.experts.404.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.44.mixer.experts.7.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.40.mixer.experts.26.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.69.mixer.experts.188.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.120.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.240.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.192.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.395.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.178.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.338.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.197.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.265.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.475.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.248.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.67.mixer.experts.421.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.402.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.295.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.24.mixer.experts.22.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.37.mixer.experts.23.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.251.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.80.mixer.experts.202.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.188.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.105.mixer.experts.507.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.58.mixer.experts.397.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.5.mixer.experts.194.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.53.mixer.experts.268.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.76.mixer.experts.19.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.504.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.10.mixer.experts.90.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.93.mixer.D": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.95.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.65.mixer.experts.56.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.322.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.46.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.234.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.288.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.49.mixer.experts.500.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.171.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.360.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.305.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.90.mixer.experts.410.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.fc2_latent_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.17.mixer.experts.56.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.214.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.80.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.94.mixer.experts.191.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.94.mixer.experts.428.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.5.mixer.experts.218.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.334.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.96.mixer.experts.147.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.423.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.90.mixer.experts.42.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.87.mixer.experts.358.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.5.mixer.experts.387.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.85.mixer.experts.490.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.298.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.71.mixer.experts.120.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.42.mixer.experts.100.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.92.mixer.experts.33.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.80.mixer.experts.147.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.245.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.427.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.101.mixer.experts.222.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.471.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.452.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.477.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.58.mixer.experts.294.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.155.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.21.mixer.experts.476.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.298.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.85.mixer.experts.38.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.286.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.171.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.4.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.83.mixer.experts.495.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.26.mixer.experts.335.down_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.113.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.253.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.443.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.60.mixer.experts.98.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.5.mixer.experts.252.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.62.mixer.experts.216.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.65.mixer.experts.363.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.331.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.207.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.168.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.29.mixer.dt_bias": "model-00060-of-00225.safetensors", + "backbone.layers.51.mixer.experts.400.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.82.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.307.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.167.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.30.mixer.experts.272.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.65.mixer.experts.364.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.40.mixer.experts.492.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.83.mixer.experts.380.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.60.mixer.experts.457.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.478.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.46.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.328.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.35.mixer.experts.478.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.79.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.83.mixer.experts.83.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.10.mixer.experts.250.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.193.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.288.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.56.norm.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.228.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.421.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.116.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.53.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.24.mixer.experts.1.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.294.up_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.8.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.30.mixer.experts.159.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.172.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.198.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.222.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.10.mixer.experts.472.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.330.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.107.mixer.experts.378.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.78.mixer.experts.210.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.243.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.49.mixer.experts.13.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.3.mixer.experts.7.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.211.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.331.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.119.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.71.mixer.experts.226.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.383.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.49.mixer.experts.437.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.44.mixer.experts.238.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.81.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.99.mixer.experts.168.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.17.mixer.experts.290.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.experts.83.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.5.mixer.experts.185.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.28.mixer.experts.444.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.51.mixer.experts.366.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.1.mixer.experts.125.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.401.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.12.mixer.experts.248.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.26.mixer.experts.7.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.85.mixer.experts.176.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.420.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.259.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.119.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.360.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.30.mixer.experts.288.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.125.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.42.mixer.experts.96.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.63.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.78.mixer.experts.87.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.30.mixer.experts.21.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.103.mixer.experts.195.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.204.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.21.mixer.experts.43.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.417.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.71.mixer.experts.256.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.174.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.60.mixer.experts.468.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.108.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.14.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.22.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.54.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.122.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.90.mixer.experts.124.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.325.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.10.mixer.experts.410.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.35.mixer.experts.382.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.49.mixer.experts.313.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.178.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.338.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.101.mixer.experts.419.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.53.mixer.experts.55.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.308.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.35.mixer.experts.379.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.276.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.80.mixer.experts.118.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.125.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.243.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.87.mixer.experts.322.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.44.mixer.experts.426.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.486.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.15.mixer.experts.459.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.472.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.224.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.103.mixer.experts.5.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.265.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.177.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.347.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.65.mixer.experts.33.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.53.mixer.experts.159.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.experts.283.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.90.mixer.experts.418.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.105.mixer.experts.166.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.293.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.105.mixer.experts.326.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.24.mixer.experts.66.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.289.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.324.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.313.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.91.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.151.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.25.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.222.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.116.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.10.mixer.experts.261.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.51.mixer.experts.134.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.107.mixer.experts.84.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.511.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.97.mixer.A_log": "model-00197-of-00225.safetensors", + "backbone.layers.8.mixer.experts.203.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.44.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.224.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.12.mixer.experts.321.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.87.mixer.experts.284.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.80.mixer.experts.448.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.26.mixer.experts.428.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.253.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.22.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.46.mixer.experts.279.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.21.mixer.experts.22.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.279.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.505.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.40.mixer.gate.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.198.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.17.mixer.experts.182.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.105.mixer.experts.3.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.12.mixer.experts.131.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.51.mixer.experts.319.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.35.mixer.experts.356.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.205.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.336.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.33.mixer.experts.500.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.321.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.96.mixer.experts.458.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.480.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.32.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.60.mixer.experts.505.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.195.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.23.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.204.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.265.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.96.mixer.experts.228.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.17.mixer.experts.0.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.207.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.414.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.105.mixer.experts.349.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.36.up_proj.weight": "model-00001-of-00225.safetensors", + "mtp.layers.1.mixer.experts.135.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.37.mixer.experts.357.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.3.mixer.experts.111.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.213.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.85.mixer.experts.165.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.373.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.275.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.352.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.94.mixer.experts.251.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.94.mixer.experts.82.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.44.mixer.experts.358.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.379.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.30.mixer.experts.85.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.394.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.469.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.71.mixer.experts.26.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.182.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.115.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.49.mixer.experts.1.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.67.mixer.experts.126.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.385.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.3.mixer.experts.158.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.58.mixer.experts.219.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.175.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.251.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.152.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.207.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.90.mixer.experts.472.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.145.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.21.mixer.experts.482.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.326.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.105.mixer.experts.302.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.83.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.49.mixer.experts.161.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.83.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.433.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.46.mixer.experts.153.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.303.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.94.mixer.experts.78.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.28.mixer.experts.47.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.107.mixer.experts.19.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.3.mixer.experts.73.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.shared_experts.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.96.mixer.experts.413.up_proj.weight": "model-00197-of-00225.safetensors", + "mtp.layers.1.mixer.experts.446.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.24.mixer.experts.252.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.89.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.51.mixer.experts.309.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.153.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.8.mixer.experts.356.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.40.mixer.experts.299.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.240.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.218.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.398.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.40.mixer.experts.453.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.21.mixer.experts.205.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.10.mixer.experts.27.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.1.mixer.experts.321.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.65.mixer.experts.137.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.78.mixer.experts.206.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.62.mixer.experts.135.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.44.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.experts.187.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.42.mixer.experts.377.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.48.mixer.o_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.80.mixer.experts.270.up_proj.weight": "model-00163-of-00225.safetensors", + "mtp.layers.1.mixer.experts.464.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.10.mixer.experts.67.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.474.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.35.mixer.experts.238.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.318.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.62.mixer.experts.87.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.24.mixer.experts.216.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.502.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.44.mixer.experts.106.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.77.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.96.mixer.experts.432.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.8.mixer.experts.7.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.26.mixer.experts.64.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.400.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.19.mixer.experts.22.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.19.mixer.experts.100.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.30.mixer.experts.369.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.56.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.19.mixer.experts.392.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.250.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.298.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.17.mixer.experts.136.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.80.mixer.experts.402.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.13.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.78.mixer.experts.90.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.375.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.53.mixer.experts.365.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.71.mixer.experts.338.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.105.mixer.experts.22.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.504.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.74.mixer.experts.296.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.17.mixer.experts.372.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.97.mixer.out_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.99.mixer.experts.264.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.297.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.experts.359.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.37.mixer.experts.220.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.305.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.44.mixer.experts.247.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.79.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.15.mixer.experts.429.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.42.mixer.experts.467.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.260.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.mixer.experts.501.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.76.mixer.experts.123.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.274.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.493.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.15.mixer.experts.108.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.128.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.5.mixer.experts.315.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.12.mixer.experts.182.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.109.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.26.mixer.experts.319.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.44.mixer.experts.17.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.273.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.112.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.15.mixer.experts.70.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.397.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.21.mixer.experts.497.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.65.mixer.experts.30.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.408.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.103.mixer.experts.198.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.351.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.313.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.12.mixer.experts.23.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.21.mixer.experts.247.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.120.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.8.mixer.experts.430.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.107.mixer.experts.314.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.368.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.276.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.339.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.80.mixer.experts.258.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.257.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.44.mixer.experts.301.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.79.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.90.mixer.experts.223.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.30.mixer.experts.288.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.83.mixer.experts.478.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.69.mixer.experts.63.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.21.mixer.experts.49.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.436.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.101.mixer.experts.254.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.131.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.163.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.62.mixer.experts.5.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.76.mixer.experts.265.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.3.mixer.experts.486.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.424.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.451.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.8.mixer.experts.332.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.82.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.3.mixer.experts.88.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.105.mixer.experts.190.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.402.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.1.mixer.experts.4.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.80.mixer.experts.166.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.17.mixer.experts.199.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.101.mixer.experts.166.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.40.mixer.experts.207.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.53.mixer.experts.424.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.12.mixer.experts.331.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.261.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.66.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.139.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.97.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.5.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.124.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.44.mixer.experts.5.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.117.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.51.mixer.experts.436.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.76.mixer.experts.93.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.26.mixer.experts.8.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.96.mixer.experts.5.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.72.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.83.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.143.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.291.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.87.mixer.experts.495.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.19.mixer.experts.223.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.25.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.88.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.96.mixer.experts.431.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.237.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.42.mixer.experts.39.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.74.mixer.experts.478.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.55.mixer.experts.424.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.85.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.179.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.509.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.92.mixer.experts.78.up_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.66.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.35.mixer.experts.203.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.85.mixer.experts.28.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.60.mixer.experts.276.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.5.mixer.experts.421.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.111.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.47.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.229.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.74.mixer.experts.158.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.51.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.94.mixer.experts.475.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.69.mixer.experts.273.down_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.90.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.427.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.88.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.21.mixer.experts.26.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.12.mixer.experts.484.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.37.mixer.experts.167.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.49.mixer.experts.402.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.195.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.87.mixer.experts.429.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.29.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.92.mixer.experts.177.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.30.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.255.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.391.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.51.mixer.experts.434.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.267.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.7.mixer.o_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.116.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.69.mixer.experts.500.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.495.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.162.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.468.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.58.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.478.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.92.mixer.experts.422.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.82.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.7.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.92.mixer.experts.143.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.5.mixer.experts.483.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.5.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.103.mixer.experts.277.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.69.mixer.experts.59.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.312.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.230.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.200.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.174.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.78.mixer.experts.151.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.396.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.244.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.219.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.17.mixer.experts.490.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.107.mixer.experts.221.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.357.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.62.mixer.experts.462.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.76.mixer.experts.232.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.322.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.12.mixer.experts.395.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.69.mixer.experts.488.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.8.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.122.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.489.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.5.mixer.experts.266.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.67.mixer.experts.499.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.26.mixer.experts.12.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.85.mixer.experts.102.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.74.mixer.experts.254.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.71.mixer.experts.360.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.48.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.510.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.332.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.159.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.12.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.96.mixer.experts.36.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.64.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.78.mixer.experts.246.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.49.mixer.experts.506.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.188.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.241.down_proj.weight": "model-00085-of-00225.safetensors", + "mtp.layers.1.mixer.experts.138.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.8.mixer.experts.453.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.249.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.101.mixer.experts.22.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.33.mixer.experts.165.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.417.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.105.mixer.experts.253.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.shared_experts.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.85.mixer.experts.26.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.58.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.237.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.4.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.15.mixer.experts.82.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.291.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.402.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.107.mixer.experts.411.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.58.mixer.experts.199.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.80.mixer.experts.271.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.472.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.105.mixer.experts.331.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.35.mixer.experts.279.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.237.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.80.mixer.experts.328.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.1.mixer.experts.189.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.309.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.30.mixer.experts.444.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.215.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.200.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.480.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.44.mixer.experts.214.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.201.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.381.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.103.mixer.experts.252.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.10.mixer.experts.3.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.1.mixer.experts.123.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.12.mixer.experts.421.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.399.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.78.mixer.experts.338.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.72.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.101.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.30.mixer.experts.248.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.481.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.71.mixer.experts.221.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.158.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.292.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.58.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.10.mixer.experts.243.down_proj.weight": "model-00021-of-00225.safetensors", + "mtp.layers.1.mixer.experts.391.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.42.mixer.experts.256.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.65.mixer.experts.67.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.53.mixer.experts.89.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.99.mixer.experts.289.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.94.mixer.experts.431.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.71.mixer.experts.463.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.150.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.202.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.471.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.348.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.44.mixer.experts.369.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.58.mixer.experts.461.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.46.mixer.experts.249.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.experts.245.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.32.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.187.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.238.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.101.mixer.experts.322.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.67.mixer.experts.270.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.26.mixer.experts.256.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.462.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.353.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.127.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.94.mixer.experts.396.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.58.mixer.experts.40.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.121.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.37.mixer.experts.104.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.300.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.421.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.3.mixer.experts.52.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.188.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.37.mixer.experts.281.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.451.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.271.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.411.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.87.mixer.experts.238.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.55.mixer.experts.13.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.42.mixer.experts.388.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.19.mixer.experts.300.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.13.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.94.mixer.experts.150.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.428.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.267.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.274.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.24.mixer.experts.38.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.250.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.309.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.251.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.83.mixer.experts.341.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.405.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.103.mixer.experts.418.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.489.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.363.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.350.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.452.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.65.mixer.experts.452.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.53.mixer.experts.323.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.127.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.5.mixer.experts.280.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.96.mixer.experts.254.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.87.mixer.experts.47.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.8.mixer.experts.282.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.28.mixer.experts.271.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.212.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.274.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.414.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.504.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.178.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.279.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.58.mixer.experts.477.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.58.mixer.experts.330.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.268.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.3.mixer.experts.408.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.40.mixer.experts.466.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.74.mixer.experts.310.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.4.mixer.D": "model-00010-of-00225.safetensors", + "backbone.layers.26.mixer.experts.303.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.426.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.267.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.296.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.60.mixer.experts.49.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.105.mixer.experts.296.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.92.mixer.experts.502.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.101.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.92.mixer.experts.202.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.42.mixer.experts.413.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.348.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.12.mixer.experts.392.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.160.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.85.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.12.mixer.experts.352.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.332.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.278.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.76.mixer.experts.19.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.8.mixer.experts.63.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.55.mixer.experts.191.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.193.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.179.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.74.mixer.experts.291.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.436.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.92.mixer.experts.401.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.8.mixer.experts.485.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.80.mixer.experts.63.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.162.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.87.mixer.experts.100.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.363.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.21.mixer.experts.419.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.39.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.3.mixer.experts.236.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.306.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.26.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.124.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.35.mixer.experts.502.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.417.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.8.mixer.experts.287.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.28.mixer.experts.268.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.287.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.216.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.40.mixer.experts.384.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.439.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.shared_experts.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.83.mixer.experts.219.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.324.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.149.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.5.mixer.experts.161.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.253.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.53.mixer.experts.369.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.107.mixer.experts.357.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.10.mixer.experts.389.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.69.mixer.experts.468.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.157.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.64.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.190.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.37.mixer.experts.276.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.44.mixer.experts.364.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.80.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.53.mixer.experts.42.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.181.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.67.mixer.experts.72.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.162.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.46.mixer.experts.395.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.99.mixer.experts.133.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.153.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.80.mixer.experts.189.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.15.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.299.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.94.mixer.experts.378.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.30.mixer.experts.244.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.461.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.74.mixer.experts.65.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.372.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.69.mixer.experts.290.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.190.up_proj.weight": "model-00026-of-00225.safetensors", + "mtp.layers.1.mixer.experts.464.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.90.mixer.experts.243.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.80.mixer.experts.452.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.256.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.158.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.26.mixer.experts.145.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.152.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.355.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.155.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.427.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.315.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.101.mixer.experts.437.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.40.mixer.experts.79.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.42.mixer.experts.245.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.5.mixer.experts.496.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.15.mixer.experts.498.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.69.mixer.experts.431.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.53.mixer.experts.291.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.92.mixer.experts.383.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.94.mixer.experts.331.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.225.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.65.mixer.experts.445.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.471.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.494.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.71.mixer.experts.210.down_proj.weight": "model-00145-of-00225.safetensors", + "mtp.layers.1.mixer.experts.208.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.40.mixer.experts.291.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.504.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.99.mixer.experts.196.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.12.mixer.experts.139.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.330.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.26.mixer.experts.203.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.21.mixer.experts.433.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.94.mixer.experts.394.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.163.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.87.mixer.experts.319.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.436.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.42.mixer.experts.257.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.58.mixer.experts.295.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.94.mixer.experts.24.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.37.mixer.experts.202.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.307.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.479.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.58.mixer.experts.124.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.26.mixer.experts.2.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.137.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.10.mixer.experts.347.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.456.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.298.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.71.mixer.experts.216.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.101.mixer.experts.314.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.69.mixer.experts.256.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.40.mixer.experts.87.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.90.mixer.experts.136.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.450.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.88.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.399.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.37.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.92.mixer.experts.389.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.5.mixer.experts.470.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.80.mixer.experts.23.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.250.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.48.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.5.mixer.experts.205.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.160.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.40.mixer.experts.309.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.shared_experts.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.12.mixer.experts.131.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.33.mixer.experts.72.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.19.mixer.experts.476.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.90.mixer.experts.390.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.115.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.480.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.301.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.428.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.76.mixer.experts.143.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.219.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.457.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.372.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.415.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.58.mixer.experts.407.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.37.mixer.fc2_latent_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.21.mixer.experts.292.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.296.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.46.mixer.experts.399.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.67.mixer.experts.500.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.105.mixer.experts.248.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.281.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.5.mixer.experts.411.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.40.mixer.experts.463.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.58.mixer.experts.476.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.42.mixer.experts.113.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.16.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.101.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.151.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.303.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.53.mixer.experts.282.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.60.mixer.experts.434.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.55.mixer.experts.65.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.28.mixer.experts.421.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.28.mixer.experts.263.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.71.mixer.experts.108.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.159.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.15.mixer.experts.154.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.42.mixer.experts.397.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.87.mixer.experts.91.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.99.mixer.experts.393.down_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.246.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.78.mixer.experts.476.up_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.66.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.99.mixer.experts.36.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.69.mixer.experts.168.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.183.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.19.mixer.experts.104.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.265.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.409.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.33.mixer.experts.251.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.194.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.49.mixer.experts.153.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.218.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.97.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.488.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.253.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.448.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.83.mixer.experts.352.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.8.mixer.experts.166.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.3.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.111.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.231.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.268.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.294.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.171.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.60.mixer.experts.239.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.33.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.191.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.155.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.144.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.26.mixer.experts.147.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.509.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.8.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.35.mixer.experts.165.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.26.mixer.experts.108.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.21.mixer.experts.124.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.65.mixer.experts.295.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.8.mixer.experts.444.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.107.mixer.experts.139.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.53.mixer.experts.439.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.219.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.8.mixer.experts.160.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.496.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.10.mixer.experts.375.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.15.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.73.mixer.o_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.42.mixer.experts.359.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.30.mixer.experts.473.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.21.mixer.experts.441.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.38.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.36.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.113.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.213.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.10.mixer.experts.202.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.26.mixer.experts.479.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.11.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.407.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.262.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.122.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.453.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.83.mixer.experts.440.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.35.mixer.experts.331.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.467.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.51.mixer.experts.183.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.experts.267.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.1.mixer.experts.305.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.280.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.96.mixer.experts.104.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.83.mixer.experts.107.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.195.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.402.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.479.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.267.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.65.mixer.experts.286.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.85.mixer.experts.199.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.shared_experts.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.62.mixer.experts.387.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.99.mixer.experts.109.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.465.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.293.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.3.mixer.experts.280.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.10.mixer.fc2_latent_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.15.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.53.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.26.mixer.experts.142.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.24.mixer.experts.408.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.24.mixer.experts.410.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.35.mixer.experts.64.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.80.mixer.experts.465.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.40.mixer.experts.231.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.407.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.87.mixer.experts.364.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.283.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.107.mixer.experts.313.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.421.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.69.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.259.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.243.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.235.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.62.mixer.experts.231.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.11.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.51.mixer.experts.412.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.85.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.107.mixer.experts.225.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.68.mixer.out_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.55.mixer.experts.179.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.183.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.466.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.30.mixer.experts.502.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.37.mixer.experts.153.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.62.mixer.experts.221.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.461.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.53.mixer.experts.69.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.46.mixer.experts.375.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.38.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.240.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.28.mixer.experts.13.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.162.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.96.mixer.experts.283.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.409.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.155.up_proj.weight": "model-00094-of-00225.safetensors", + "mtp.layers.1.mixer.experts.49.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.15.mixer.experts.189.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.455.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.8.mixer.experts.246.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.498.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.358.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.287.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.1.mixer.experts.183.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.76.mixer.experts.183.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.83.mixer.experts.9.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.103.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.260.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.30.mixer.experts.22.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.8.mixer.experts.347.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.26.mixer.experts.40.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.480.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.441.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.322.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.183.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.21.mixer.experts.223.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.71.mixer.experts.85.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.440.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.90.mixer.experts.121.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.319.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.342.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.360.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.465.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.71.mixer.experts.158.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.31.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.55.mixer.experts.91.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.46.mixer.experts.423.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.89.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.104.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.92.mixer.experts.398.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.8.mixer.experts.210.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.212.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.24.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.91.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.53.mixer.experts.169.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.283.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.101.mixer.experts.485.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.65.mixer.experts.414.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.144.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.69.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.494.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.508.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.15.mixer.experts.485.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.96.mixer.experts.418.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.37.mixer.experts.29.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.3.mixer.experts.386.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.96.mixer.experts.365.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.40.mixer.experts.92.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.35.mixer.experts.333.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.19.mixer.experts.343.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.1.mixer.experts.425.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.experts.274.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.76.mixer.experts.351.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.99.mixer.experts.415.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.347.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.3.mixer.experts.72.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.201.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.103.mixer.experts.427.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.17.mixer.experts.108.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.153.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.65.mixer.experts.298.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.503.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.28.mixer.experts.243.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.117.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.79.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.197.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.96.mixer.experts.189.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.2.mixer.A_log": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.215.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.103.mixer.experts.14.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.312.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.340.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.296.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.62.mixer.experts.363.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.156.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.100.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.378.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.10.mixer.experts.36.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.21.mixer.experts.506.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.64.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.42.mixer.experts.172.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.460.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.228.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.285.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.37.mixer.experts.51.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.3.mixer.experts.349.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.58.mixer.experts.196.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.71.mixer.experts.491.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.45.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.459.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.434.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.87.mixer.experts.232.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.320.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.108.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.65.mixer.experts.408.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.24.mixer.experts.4.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.408.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.55.mixer.experts.166.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.68.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.76.mixer.experts.352.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.386.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.17.mixer.experts.415.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.48.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.246.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.428.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.85.mixer.experts.397.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.187.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.400.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.21.mixer.experts.505.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.3.mixer.experts.193.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.407.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.91.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.28.mixer.experts.211.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.414.down_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.experts.359.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.491.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.101.mixer.experts.418.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.87.mixer.experts.377.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.96.mixer.experts.298.up_proj.weight": "model-00196-of-00225.safetensors", + "mtp.layers.1.mixer.experts.334.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.33.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.26.mixer.experts.423.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.494.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.424.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.83.mixer.experts.304.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.37.mixer.experts.377.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.80.mixer.experts.5.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.37.mixer.experts.432.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.13.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.19.mixer.experts.148.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.26.mixer.experts.181.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.92.mixer.experts.387.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.165.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.438.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.19.mixer.experts.344.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.357.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.76.mixer.experts.136.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.8.mixer.experts.456.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.35.mixer.experts.299.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.318.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.196.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.68.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.201.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.425.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.3.mixer.experts.447.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.62.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.158.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.10.mixer.experts.134.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.397.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.306.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.99.mixer.experts.63.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.12.mixer.experts.213.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.44.mixer.experts.400.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.74.mixer.experts.223.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.78.mixer.experts.361.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.434.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.5.mixer.experts.353.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.15.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.323.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.78.mixer.experts.204.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.69.down_proj.weight": "model-00194-of-00225.safetensors", + "mtp.layers.1.mixer.experts.373.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.174.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.67.mixer.experts.414.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.197.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.36.mixer.A_log": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.314.down_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.424.down_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.39.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.26.mixer.experts.97.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.69.mixer.experts.387.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.42.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.302.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.99.mixer.experts.495.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.107.mixer.experts.1.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.78.mixer.experts.418.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.237.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.65.mixer.experts.299.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.223.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.349.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.40.mixer.experts.53.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.83.mixer.experts.389.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.75.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.10.mixer.experts.361.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.69.mixer.experts.118.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.21.mixer.experts.76.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.343.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.49.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.51.mixer.experts.20.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.105.mixer.experts.250.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.19.mixer.experts.432.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.395.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.10.mixer.experts.500.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.413.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.171.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.92.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.107.mixer.experts.270.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.40.mixer.experts.326.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.378.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.209.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.5.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.3.mixer.experts.400.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.388.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.30.mixer.experts.83.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.212.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.94.mixer.experts.236.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.49.mixer.shared_experts.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.190.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.395.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.35.mixer.experts.489.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.67.mixer.experts.142.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.101.mixer.experts.455.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.96.mixer.experts.280.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.69.mixer.experts.217.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.287.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.226.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.24.mixer.experts.387.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.72.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.155.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.107.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.55.mixer.experts.334.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.207.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.436.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.67.mixer.experts.102.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.28.mixer.experts.279.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.209.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.24.mixer.experts.105.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.30.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.507.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.298.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.117.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.5.mixer.experts.35.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.67.mixer.experts.202.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.363.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.320.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.103.mixer.experts.3.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.37.mixer.experts.265.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.490.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.8.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.494.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.3.mixer.experts.334.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.331.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.40.mixer.experts.109.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.367.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.94.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.18.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.438.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.101.mixer.experts.390.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.93.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.28.mixer.experts.154.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.37.mixer.experts.99.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.55.mixer.experts.98.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.32.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.216.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.99.mixer.gate.weight": "model-00202-of-00225.safetensors", + "backbone.layers.65.mixer.experts.184.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.233.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.316.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.27.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.94.mixer.experts.282.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.407.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.171.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.238.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.1.mixer.experts.250.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.87.mixer.experts.274.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.310.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.87.mixer.experts.435.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.359.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.107.mixer.experts.151.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.87.mixer.experts.27.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.229.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.76.mixer.experts.342.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.5.mixer.experts.473.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.101.mixer.experts.418.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.510.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.8.mixer.experts.135.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.240.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.94.mixer.experts.186.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.94.mixer.experts.350.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.208.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.35.mixer.experts.244.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.101.mixer.experts.153.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.435.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.37.mixer.experts.228.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.239.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.33.mixer.experts.347.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.489.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.48.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.21.mixer.experts.65.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.65.mixer.experts.233.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.44.mixer.experts.71.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.96.mixer.experts.16.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.65.mixer.experts.315.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.101.mixer.experts.302.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.10.mixer.experts.358.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.55.mixer.experts.47.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.19.mixer.experts.112.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.211.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.1.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.76.mixer.experts.337.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.267.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.498.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.29.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.401.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.5.mixer.fc2_latent_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.156.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.335.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.73.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.69.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.336.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.103.mixer.experts.430.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.74.mixer.experts.313.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.34.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.69.mixer.experts.115.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.74.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.197.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.17.mixer.experts.239.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.30.mixer.experts.417.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.379.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.21.mixer.experts.427.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.60.mixer.experts.349.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.67.mixer.experts.164.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.26.mixer.experts.485.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.445.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.67.mixer.experts.232.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.80.mixer.experts.230.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.71.mixer.experts.467.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.381.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.41.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.83.mixer.experts.249.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.480.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.463.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.80.mixer.experts.1.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.5.mixer.experts.145.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.42.mixer.experts.416.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.28.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.497.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.40.mixer.experts.87.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.117.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.80.mixer.experts.313.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.76.mixer.experts.134.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.55.mixer.experts.415.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.51.mixer.experts.265.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.49.mixer.experts.14.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.99.mixer.experts.403.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.1.mixer.experts.299.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.51.mixer.experts.105.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.8.mixer.experts.53.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.5.mixer.experts.131.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.65.mixer.experts.257.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.24.mixer.experts.96.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.40.mixer.experts.30.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.156.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.172.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.55.mixer.experts.259.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.101.mixer.experts.389.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.51.mixer.experts.497.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.90.mixer.experts.262.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.34.mixer.D": "model-00069-of-00225.safetensors", + "backbone.layers.76.mixer.experts.264.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.12.mixer.experts.254.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.26.mixer.experts.409.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.90.mixer.experts.380.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.58.mixer.experts.381.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.99.mixer.experts.492.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.96.mixer.experts.159.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.354.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.40.mixer.experts.291.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.355.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.419.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.209.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.76.mixer.experts.254.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.85.mixer.experts.264.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.496.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.62.mixer.experts.113.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.428.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.365.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.69.mixer.experts.244.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.471.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.296.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.174.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.67.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.432.down_proj.weight": "model-00046-of-00225.safetensors", + "mtp.layers.1.mixer.experts.38.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.55.mixer.experts.74.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.271.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.65.mixer.experts.335.up_proj.weight": "model-00132-of-00225.safetensors", + "mtp.layers.1.mixer.experts.68.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.65.mixer.experts.421.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.94.mixer.experts.178.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.390.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.90.mixer.experts.155.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.85.mixer.experts.365.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.27.mixer.D": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.317.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.80.mixer.experts.340.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.328.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.42.mixer.experts.506.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.100.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.17.mixer.experts.281.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.65.mixer.experts.266.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.15.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.122.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.449.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.467.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.192.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.80.mixer.experts.490.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.499.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.51.mixer.experts.308.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.76.mixer.experts.94.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.40.mixer.experts.48.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.260.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.40.mixer.experts.467.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.279.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.434.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.389.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.103.mixer.experts.129.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.252.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.mixer.experts.400.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.234.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.53.mixer.experts.104.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.30.mixer.experts.132.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.60.mixer.experts.238.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.465.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.58.mixer.experts.84.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.467.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.26.mixer.experts.262.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.250.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.249.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.experts.481.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.420.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.316.down_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.73.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.60.mixer.experts.136.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.281.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.87.mixer.experts.184.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.414.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.406.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.99.mixer.experts.361.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.418.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.280.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.232.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.71.mixer.experts.439.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.19.mixer.experts.456.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.505.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.216.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.26.mixer.experts.402.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.83.mixer.experts.185.up_proj.weight": "model-00167-of-00225.safetensors", + "mtp.layers.1.mixer.experts.182.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.65.mixer.experts.108.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.8.mixer.experts.431.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.96.mixer.experts.178.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.233.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.96.mixer.experts.102.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.17.mixer.experts.294.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.256.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.446.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.64.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.37.mixer.experts.226.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.278.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.87.mixer.experts.136.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.21.mixer.experts.49.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.166.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.92.mixer.experts.475.down_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.215.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.33.mixer.experts.448.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.80.mixer.experts.266.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.65.mixer.experts.426.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.46.mixer.experts.64.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.99.mixer.experts.406.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.250.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.1.mixer.experts.283.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.53.mixer.experts.473.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.24.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.158.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.107.mixer.experts.304.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.30.mixer.experts.43.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.44.mixer.experts.224.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.71.mixer.experts.21.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.163.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.60.mixer.experts.294.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.491.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.76.mixer.experts.242.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.313.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.389.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.92.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.267.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.416.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.42.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.80.mixer.experts.176.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.6.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.44.mixer.experts.25.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.71.mixer.experts.129.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.35.mixer.experts.316.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.10.mixer.experts.160.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.69.mixer.experts.30.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.28.mixer.experts.271.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.461.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.123.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.87.mixer.experts.431.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.71.mixer.experts.60.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.92.mixer.experts.463.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.184.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.427.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.475.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.46.mixer.experts.264.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.53.mixer.experts.368.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.417.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.281.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.226.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.323.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.379.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.48.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.145.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.244.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.10.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.26.mixer.experts.496.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.378.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.49.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.42.mixer.experts.454.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.423.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.176.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.51.mixer.experts.195.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.208.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.227.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.62.mixer.experts.44.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.19.mixer.experts.169.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.31.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.480.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.75.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.gate.e_score_correction_bias": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.95.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.155.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.389.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.55.mixer.experts.248.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.69.mixer.experts.451.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.258.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.96.mixer.experts.61.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.152.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.417.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.354.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.340.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.131.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.442.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.104.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.experts.91.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.220.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.40.mixer.experts.436.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.105.mixer.experts.80.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.481.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.67.mixer.experts.338.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.99.mixer.experts.218.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.253.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.104.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.238.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.129.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.257.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.5.mixer.experts.231.up_proj.weight": "model-00012-of-00225.safetensors", + "mtp.layers.1.mixer.experts.166.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.49.mixer.experts.498.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.270.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.85.mixer.experts.245.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.42.mixer.experts.336.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.69.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.15.mixer.experts.409.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.269.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.485.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.8.mixer.experts.140.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.10.mixer.experts.504.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.55.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.142.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.450.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.26.mixer.experts.20.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.308.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.103.mixer.experts.355.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.26.mixer.experts.116.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.3.mixer.experts.223.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.337.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.107.mixer.experts.256.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.96.mixer.experts.37.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.76.mixer.experts.70.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.49.mixer.experts.305.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.129.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.58.mixer.experts.494.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.107.mixer.experts.36.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.204.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.96.mixer.experts.53.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.419.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.40.mixer.experts.253.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.17.mixer.experts.382.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.82.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.42.mixer.experts.232.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.59.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.253.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.113.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.186.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.65.mixer.experts.228.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.462.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.85.mixer.experts.97.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.21.mixer.experts.410.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.15.mixer.experts.308.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.181.up_proj.weight": "model-00131-of-00225.safetensors", + "mtp.layers.1.mixer.experts.159.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.80.mixer.experts.445.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.83.mixer.experts.19.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.96.mixer.experts.509.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.468.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.40.mixer.experts.171.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.19.mixer.experts.244.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.60.mixer.experts.460.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.42.mixer.experts.149.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.74.mixer.experts.241.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.103.mixer.experts.233.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.49.mixer.experts.219.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.446.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.381.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.392.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.28.mixer.experts.353.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.325.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.99.mixer.experts.232.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.69.mixer.experts.258.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.32.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.65.mixer.experts.362.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.0.mixer.out_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.1.mixer.experts.221.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.21.mixer.experts.126.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.302.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.458.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.105.mixer.experts.274.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.76.mixer.experts.379.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.405.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.71.mixer.experts.55.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.37.mixer.experts.390.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.443.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.0.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.96.mixer.experts.272.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.195.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.8.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.366.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.65.mixer.experts.483.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.42.mixer.experts.339.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.497.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.46.mixer.experts.96.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.19.mixer.experts.421.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.65.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.67.mixer.gate.weight": "model-00138-of-00225.safetensors", + "backbone.layers.30.mixer.experts.95.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.85.mixer.experts.442.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.251.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.233.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.44.mixer.experts.209.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.99.mixer.experts.10.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.105.mixer.experts.160.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.105.mixer.experts.284.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.46.mixer.experts.439.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.81.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.304.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.103.mixer.experts.142.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.105.mixer.experts.37.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.466.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.317.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.266.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.26.mixer.experts.248.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.76.mixer.experts.476.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.30.mixer.experts.478.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.83.mixer.experts.383.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.8.mixer.experts.484.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.87.mixer.experts.87.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.103.mixer.experts.341.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.322.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.83.mixer.experts.258.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.21.mixer.experts.249.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.299.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.8.mixer.experts.168.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.267.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.299.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.62.mixer.experts.411.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.471.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.395.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.24.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.15.mixer.experts.238.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.46.mixer.experts.104.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.194.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.201.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.17.mixer.experts.501.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.24.mixer.experts.288.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.124.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.44.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.502.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.28.mixer.experts.398.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.65.mixer.experts.203.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.10.mixer.experts.421.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.99.mixer.experts.389.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.405.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.94.mixer.experts.94.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.260.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.19.mixer.experts.85.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.90.mixer.experts.352.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.510.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.69.mixer.experts.10.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.19.mixer.experts.124.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.55.mixer.experts.174.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.8.mixer.experts.51.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.5.mixer.experts.15.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.3.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.40.mixer.experts.395.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.347.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.99.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.44.mixer.experts.272.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.60.mixer.experts.180.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.391.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.53.mixer.experts.113.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.416.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.46.mixer.experts.19.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.83.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.297.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.10.mixer.experts.492.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.42.mixer.experts.474.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.70.up_proj.weight": "model-00148-of-00225.safetensors", + "mtp.layers.1.mixer.experts.404.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.99.mixer.experts.45.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.187.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.17.mixer.experts.403.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.137.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.390.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.103.mixer.experts.426.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.78.mixer.experts.1.down_proj.weight": "model-00157-of-00225.safetensors", + "mtp.layers.1.mixer.experts.250.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.85.mixer.experts.49.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.26.mixer.experts.164.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.1.mixer.experts.310.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.64.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.42.mixer.experts.62.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.55.mixer.experts.133.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.99.mixer.experts.293.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.212.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.99.mixer.experts.211.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.62.mixer.experts.431.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.445.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.17.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.26.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.96.mixer.experts.85.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.37.mixer.experts.48.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.71.mixer.experts.27.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.40.mixer.experts.41.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.322.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.5.mixer.experts.167.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.67.mixer.experts.207.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.378.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.28.mixer.experts.374.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.87.mixer.experts.78.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.65.mixer.experts.128.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.8.mixer.experts.98.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.96.mixer.experts.338.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.96.mixer.experts.95.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.5.mixer.experts.473.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.178.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.96.mixer.experts.378.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.264.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.94.mixer.experts.485.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.67.mixer.experts.367.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.388.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.236.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.5.mixer.experts.19.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.24.mixer.experts.201.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.142.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.240.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.17.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.30.mixer.experts.181.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.8.mixer.experts.286.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.80.mixer.experts.466.down_proj.weight": "model-00165-of-00225.safetensors", + "mtp.layers.1.mixer.experts.369.down_proj.weight": "model-00224-of-00225.safetensors", + "mtp.layers.1.norm.weight": "model-00221-of-00225.safetensors", + "backbone.layers.71.mixer.experts.287.up_proj.weight": "model-00145-of-00225.safetensors", + "mtp.layers.1.mixer.experts.397.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.374.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.259.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.85.mixer.experts.145.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.40.mixer.experts.259.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.406.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.371.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.352.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.65.mixer.experts.253.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.5.mixer.experts.346.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.62.mixer.experts.257.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.51.mixer.experts.384.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.55.mixer.experts.378.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.93.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.147.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.33.mixer.experts.125.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.469.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.37.mixer.experts.467.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.50.down_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.47.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.90.mixer.experts.128.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.502.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.19.mixer.experts.382.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.278.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.101.mixer.experts.450.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.322.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.27.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.10.mixer.experts.220.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.28.mixer.experts.233.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.258.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.78.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.33.mixer.experts.373.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.363.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.260.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.144.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.51.mixer.experts.16.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.486.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.186.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.23.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.96.mixer.experts.382.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.101.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.88.mixer.D": "model-00179-of-00225.safetensors", + "backbone.layers.96.mixer.experts.481.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.255.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.452.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.80.mixer.experts.11.down_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.322.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.67.mixer.experts.405.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.248.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.182.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.124.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.80.mixer.experts.234.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.41.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.155.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.344.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.159.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.69.mixer.experts.213.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.160.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.5.mixer.experts.337.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.64.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.10.mixer.experts.248.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.222.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.90.mixer.experts.306.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.115.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.315.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.20.mixer.conv1d.bias": "model-00042-of-00225.safetensors", + "backbone.layers.90.mixer.experts.278.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.141.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.480.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.74.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.101.mixer.experts.107.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.385.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.195.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.212.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.309.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.28.mixer.experts.321.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.0.mixer.A_log": "model-00001-of-00225.safetensors", + "backbone.layers.10.mixer.experts.54.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.241.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.19.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.40.mixer.experts.181.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.78.mixer.experts.145.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.46.mixer.experts.115.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.131.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.387.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.154.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.53.mixer.experts.71.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.67.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.104.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.298.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.454.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.35.mixer.experts.387.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.113.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.98.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.58.mixer.experts.227.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.35.mixer.experts.65.down_proj.weight": "model-00070-of-00225.safetensors", + "mtp.layers.1.mixer.experts.279.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.164.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.329.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.323.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.94.mixer.experts.339.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.321.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.105.mixer.experts.174.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.21.mixer.experts.473.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.19.mixer.experts.168.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.508.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.44.mixer.experts.442.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.492.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.408.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.401.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.144.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.49.mixer.experts.320.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.5.mixer.experts.245.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.30.mixer.experts.470.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.360.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.90.mixer.experts.442.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.90.mixer.experts.417.up_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.22.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.3.mixer.experts.500.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.44.mixer.experts.115.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.15.mixer.experts.150.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.97.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.10.mixer.experts.142.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.382.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.268.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.33.mixer.experts.291.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.315.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.176.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.65.mixer.experts.321.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.51.mixer.experts.25.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.293.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.46.mixer.experts.200.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.48.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.42.mixer.experts.289.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.499.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.49.mixer.experts.186.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.320.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.96.mixer.experts.185.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.71.mixer.experts.125.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.235.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.105.mixer.experts.267.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.78.mixer.experts.35.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.105.mixer.experts.193.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.97.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.51.mixer.experts.378.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.147.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.24.mixer.experts.140.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.347.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.1.mixer.experts.311.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.289.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.141.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.270.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.26.mixer.experts.450.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.77.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.477.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.501.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.83.mixer.experts.129.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.99.mixer.experts.7.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.75.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.455.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.498.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.19.mixer.experts.424.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.400.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.494.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.80.mixer.experts.193.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.348.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.0.mixer.conv1d.bias": "model-00001-of-00225.safetensors", + "backbone.layers.28.mixer.experts.34.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.87.mixer.experts.409.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.449.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.368.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.287.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.414.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.210.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.232.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.197.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.46.mixer.experts.5.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.49.mixer.experts.499.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.78.mixer.experts.126.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.49.mixer.experts.44.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.24.mixer.experts.217.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.138.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.124.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.55.mixer.experts.276.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.24.mixer.experts.414.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.316.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.74.mixer.experts.386.down_proj.weight": "model-00151-of-00225.safetensors", + "mtp.layers.1.mixer.experts.2.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.33.mixer.experts.281.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.505.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.349.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.96.mixer.experts.141.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.502.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.483.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.17.mixer.experts.121.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.106.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.37.mixer.experts.292.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.24.mixer.experts.275.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.21.mixer.experts.341.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.24.mixer.experts.397.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.482.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.33.mixer.experts.6.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.305.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.123.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.62.mixer.experts.172.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.133.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.278.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.99.mixer.experts.448.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.8.mixer.experts.369.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.10.mixer.experts.441.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.495.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.49.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.83.mixer.experts.361.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.78.mixer.experts.395.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.387.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.36.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.88.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.138.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.3.mixer.experts.54.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.96.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.88.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.55.mixer.experts.280.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.24.mixer.experts.168.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.103.mixer.experts.24.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.37.mixer.experts.25.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.8.mixer.experts.433.up_proj.weight": "model-00018-of-00225.safetensors", + "mtp.layers.1.mixer.experts.241.up_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.56.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.479.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.323.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.74.mixer.experts.142.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.266.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.46.mixer.experts.19.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.37.mixer.experts.165.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.107.mixer.experts.421.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.177.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.44.mixer.experts.196.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.226.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.51.mixer.experts.106.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.173.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.406.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.80.mixer.experts.318.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.experts.129.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.248.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.experts.7.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.10.mixer.experts.95.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.388.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.33.mixer.experts.240.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.62.mixer.experts.187.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.19.mixer.experts.59.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.30.mixer.experts.349.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.78.mixer.experts.403.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.98.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.459.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.3.mixer.experts.90.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.1.mixer.experts.232.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.92.mixer.experts.17.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.80.mixer.experts.95.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.253.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.370.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.42.mixer.experts.90.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.340.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.411.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.311.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.462.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.67.mixer.experts.161.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.55.mixer.experts.8.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.19.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.46.mixer.experts.398.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.468.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.84.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.509.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.3.mixer.experts.322.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.379.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.480.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.8.mixer.experts.147.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.216.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.19.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.3.mixer.experts.186.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.55.mixer.experts.26.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.389.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.3.mixer.experts.472.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.281.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.177.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.45.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.24.mixer.experts.54.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.46.mixer.experts.295.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.217.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.215.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.350.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.37.mixer.experts.387.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.12.mixer.experts.316.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.107.mixer.experts.442.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.33.mixer.experts.476.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.347.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.418.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.12.mixer.experts.498.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.14.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.360.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.51.mixer.experts.323.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.83.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.96.mixer.experts.459.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.473.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.90.mixer.experts.416.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.33.mixer.experts.326.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.172.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.80.mixer.experts.215.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.89.mixer.k_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.19.mixer.experts.137.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.12.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.5.mixer.experts.328.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.180.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.3.mixer.experts.231.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.51.mixer.experts.3.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.10.mixer.experts.104.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.35.mixer.experts.258.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.32.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.463.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.70.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.53.mixer.experts.157.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.24.mixer.experts.49.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.74.mixer.experts.293.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.65.mixer.experts.431.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.385.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.104.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.42.mixer.experts.269.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.83.mixer.experts.272.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.34.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.28.mixer.experts.390.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.438.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.1.mixer.experts.150.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.3.mixer.experts.22.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.80.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.263.down_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.333.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.106.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.323.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.486.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.33.mixer.experts.184.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.12.mixer.experts.492.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.37.mixer.experts.113.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.122.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.486.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.187.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.61.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.87.mixer.experts.30.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.73.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.448.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.326.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.99.mixer.experts.458.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.94.mixer.experts.466.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.12.mixer.experts.289.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.461.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.85.mixer.experts.305.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.36.mixer.conv1d.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.247.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.60.mixer.experts.80.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.136.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.361.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.12.mixer.experts.46.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.83.mixer.experts.507.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.fc2_latent_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.71.mixer.experts.25.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.37.mixer.experts.4.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.24.mixer.experts.190.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.42.mixer.experts.290.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.97.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.76.mixer.experts.175.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.116.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.33.mixer.experts.168.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.384.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.440.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.101.mixer.experts.265.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.480.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.107.mixer.experts.450.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.231.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.26.mixer.experts.504.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.333.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.18.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.35.mixer.experts.162.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.69.mixer.experts.130.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.167.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.17.mixer.experts.201.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.510.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.26.mixer.experts.230.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.80.mixer.experts.476.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.363.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.217.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.105.mixer.experts.454.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.350.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.50.mixer.A_log": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.372.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.461.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.30.mixer.experts.33.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.256.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.317.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.17.mixer.experts.299.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.163.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.67.mixer.experts.11.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.78.mixer.experts.131.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.99.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.428.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.90.mixer.experts.486.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.96.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.350.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.28.mixer.experts.176.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.60.mixer.experts.404.down_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.137.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.375.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.209.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.28.mixer.experts.11.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.15.mixer.experts.346.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.171.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.173.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.355.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.37.mixer.experts.407.down_proj.weight": "model-00078-of-00225.safetensors", + "mtp.layers.1.mixer.experts.459.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.28.mixer.experts.266.down_proj.weight": "model-00058-of-00225.safetensors", + "mtp.layers.1.mixer.experts.154.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.49.mixer.experts.269.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.131.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.236.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.80.mixer.experts.252.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.15.mixer.experts.270.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.21.mixer.experts.7.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.15.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.292.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.388.down_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.447.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.30.mixer.experts.451.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.251.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.33.mixer.experts.88.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.83.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.30.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.10.mixer.experts.20.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.86.norm.weight": "model-00175-of-00225.safetensors", + "backbone.layers.107.mixer.experts.202.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.69.mixer.experts.504.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.49.mixer.experts.227.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.474.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.200.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.288.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.355.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.503.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.1.mixer.experts.84.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.17.mixer.experts.299.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.290.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.62.mixer.experts.149.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.10.mixer.experts.7.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.442.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.71.mixer.experts.31.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.24.mixer.experts.423.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.480.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.210.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.412.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.99.mixer.experts.159.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.258.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.500.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.90.mixer.experts.436.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.10.mixer.experts.382.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.62.mixer.experts.398.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.53.mixer.experts.122.up_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.510.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.40.mixer.experts.13.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.96.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.119.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.107.mixer.experts.188.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.21.mixer.experts.71.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.74.mixer.experts.158.up_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.gate.weight": "model-00225-of-00225.safetensors", + "backbone.layers.53.mixer.experts.78.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.274.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.44.mixer.experts.479.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.74.mixer.experts.40.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.479.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.80.mixer.experts.350.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.67.mixer.experts.9.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.17.mixer.experts.474.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.24.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.409.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.338.up_proj.weight": "model-00118-of-00225.safetensors", + "mtp.layers.1.mixer.experts.463.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.337.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.29.down_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.271.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.158.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.470.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.30.mixer.experts.229.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.40.mixer.experts.110.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.15.mixer.experts.235.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.21.mixer.experts.354.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.44.mixer.experts.43.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.115.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.92.mixer.experts.14.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.83.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.224.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.53.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.78.mixer.experts.231.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.462.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.62.mixer.experts.194.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.132.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.15.mixer.experts.392.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.256.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.244.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.40.mixer.experts.417.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.12.mixer.experts.25.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.390.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.85.mixer.experts.321.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.103.mixer.experts.415.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.387.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.446.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.81.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.15.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.87.mixer.experts.445.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.24.mixer.experts.169.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.90.mixer.experts.379.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.338.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.374.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.74.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.76.mixer.experts.249.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.243.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.385.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.128.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.17.mixer.experts.346.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.154.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.222.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.99.mixer.experts.153.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.9.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.1.mixer.experts.285.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.416.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.285.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.230.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.26.mixer.experts.467.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.81.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.35.mixer.experts.229.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.21.mixer.experts.477.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.132.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.42.mixer.experts.418.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.8.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.372.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.448.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.168.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.2.mixer.dt_bias": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.223.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.202.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.497.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.136.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.185.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.74.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.103.mixer.experts.168.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.37.mixer.experts.99.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.442.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.60.mixer.experts.15.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.85.mixer.experts.395.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.74.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.294.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.26.mixer.experts.414.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.61.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.15.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.28.mixer.experts.236.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.298.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.57.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.15.mixer.experts.248.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.46.mixer.experts.355.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.370.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.110.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.351.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.3.mixer.experts.191.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.198.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.53.mixer.experts.103.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.223.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.452.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.55.mixer.experts.318.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.6.down_proj.weight": "model-00175-of-00225.safetensors", + "mtp.layers.1.mixer.experts.235.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.191.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.65.mixer.experts.115.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.69.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.206.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.479.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.53.mixer.experts.239.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.10.mixer.experts.438.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.85.mixer.experts.14.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.93.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.105.mixer.experts.30.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.462.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.398.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.458.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.101.mixer.experts.431.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.489.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.409.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.259.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.163.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.360.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.54.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.364.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.149.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.175.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.36.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.107.mixer.experts.20.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.5.mixer.experts.148.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.17.mixer.experts.66.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.33.mixer.experts.420.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.96.mixer.experts.442.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.287.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.49.mixer.experts.190.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.353.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.172.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.426.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.51.mixer.experts.14.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.103.mixer.experts.345.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.273.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.319.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.320.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.490.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.60.mixer.experts.443.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.26.mixer.experts.475.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.8.mixer.experts.247.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.174.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.3.mixer.experts.298.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.46.mixer.experts.257.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.21.mixer.experts.314.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.8.mixer.experts.227.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.15.mixer.experts.405.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.219.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.335.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.212.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.33.mixer.experts.27.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.94.mixer.experts.475.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.1.mixer.experts.393.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.28.mixer.experts.225.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.353.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.28.mixer.experts.293.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.213.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.83.mixer.experts.129.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.80.mixer.experts.439.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.150.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.92.mixer.experts.357.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.413.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.84.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.43.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.373.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.231.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.65.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.105.mixer.experts.256.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.79.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.3.mixer.experts.135.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.92.mixer.experts.271.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.0.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.94.mixer.experts.345.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.494.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.37.mixer.experts.264.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.390.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.457.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.18.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.266.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.55.mixer.experts.339.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.62.mixer.experts.296.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.148.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.51.mixer.experts.195.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.496.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.55.mixer.experts.152.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.60.mixer.experts.444.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.155.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.78.mixer.experts.73.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.235.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.24.mixer.experts.81.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.386.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.435.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.60.mixer.experts.169.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.155.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.40.mixer.experts.244.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.99.mixer.experts.163.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.92.mixer.experts.178.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.mixer.experts.261.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.64.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.419.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.133.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.94.mixer.experts.112.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.181.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.71.mixer.experts.466.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.403.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.15.mixer.experts.386.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.230.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.76.mixer.experts.317.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.60.mixer.experts.181.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.76.mixer.experts.284.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.340.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.76.mixer.experts.13.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.44.mixer.experts.130.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.59.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.85.mixer.experts.458.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.441.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.90.mixer.experts.132.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.129.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.382.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.45.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.19.mixer.experts.403.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.456.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.33.mixer.experts.198.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.42.mixer.experts.63.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.92.mixer.experts.253.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.12.mixer.experts.436.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.51.mixer.experts.454.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.103.mixer.experts.148.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.58.mixer.experts.246.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.398.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.16.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.133.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.49.mixer.experts.170.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.26.mixer.experts.470.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.445.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.1.mixer.experts.82.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.195.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.12.mixer.experts.279.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.258.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.19.mixer.experts.425.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.470.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.386.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.85.mixer.experts.476.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.88.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.1.mixer.experts.247.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.20.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.380.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.78.mixer.experts.288.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.334.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.198.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.150.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.416.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.49.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.463.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.0.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.478.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.2.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.21.mixer.experts.156.down_proj.weight": "model-00044-of-00225.safetensors", + "mtp.layers.1.mixer.experts.83.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.460.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.500.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.24.mixer.experts.76.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.26.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.60.mixer.experts.108.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.51.mixer.experts.4.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.211.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.26.mixer.experts.87.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.228.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.17.mixer.experts.344.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.203.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.37.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.201.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.41.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.201.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.30.mixer.experts.506.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.74.mixer.experts.311.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.129.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.138.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.51.mixer.experts.207.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.26.mixer.experts.106.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.283.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.51.mixer.experts.44.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.328.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.51.mixer.experts.192.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.357.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.505.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.65.mixer.experts.349.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.33.mixer.experts.21.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.69.mixer.shared_experts.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.141.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.42.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.42.mixer.experts.200.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.norm.weight": "model-00102-of-00225.safetensors", + "backbone.layers.96.mixer.experts.361.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.8.mixer.experts.328.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.212.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.26.mixer.experts.398.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.26.mixer.experts.215.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.63.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.49.mixer.experts.113.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.406.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.3.mixer.experts.262.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.3.mixer.experts.429.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.175.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.282.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.10.mixer.experts.120.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.482.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.experts.189.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.325.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.99.mixer.experts.57.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.172.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.52.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.151.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.361.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.18.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.67.mixer.experts.254.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.33.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.503.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.24.mixer.experts.106.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.123.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.176.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.493.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.99.mixer.experts.434.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.12.mixer.experts.261.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.390.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.261.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.242.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.44.mixer.experts.312.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.280.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.5.mixer.experts.373.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.239.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.53.mixer.experts.131.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.10.mixer.experts.319.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.80.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.424.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.29.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.42.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.485.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.55.mixer.experts.471.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.65.mixer.experts.456.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.49.mixer.experts.292.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.17.mixer.experts.378.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.shared_experts.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.50.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.83.mixer.experts.252.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.431.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.274.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.33.mixer.experts.503.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.128.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.433.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.9.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.74.mixer.experts.46.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.25.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.87.mixer.experts.353.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.12.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.21.mixer.experts.378.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.5.mixer.experts.446.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.105.mixer.experts.156.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.51.mixer.experts.314.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.103.mixer.experts.349.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.495.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.74.mixer.experts.125.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.94.mixer.experts.477.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.92.mixer.experts.468.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.268.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.76.mixer.experts.437.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.179.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.37.mixer.experts.445.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.3.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.30.mixer.experts.324.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.105.mixer.experts.439.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.103.mixer.experts.76.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.28.mixer.experts.67.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.170.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.101.mixer.experts.241.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.192.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.44.mixer.experts.28.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.61.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.46.mixer.experts.305.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.103.mixer.experts.209.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.19.mixer.experts.282.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.17.mixer.experts.508.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.12.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.15.mixer.experts.443.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.105.mixer.experts.217.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.99.mixer.experts.71.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.30.mixer.experts.314.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.34.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.105.mixer.experts.50.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.385.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.35.mixer.experts.386.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.371.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.12.mixer.experts.441.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.78.mixer.experts.14.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.282.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.49.mixer.experts.195.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.83.mixer.experts.285.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.41.up_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.156.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.42.mixer.experts.451.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.249.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.19.mixer.experts.371.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.65.mixer.experts.199.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.26.mixer.experts.361.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.15.mixer.experts.89.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.37.mixer.experts.469.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.8.mixer.experts.22.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.107.mixer.experts.93.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.12.mixer.experts.443.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.45.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.442.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.74.mixer.experts.469.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.99.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.279.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.257.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.2.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.216.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.295.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.85.mixer.experts.475.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.78.mixer.experts.504.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.34.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.1.mixer.experts.389.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.53.mixer.experts.133.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.42.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.281.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.148.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.294.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.15.mixer.experts.227.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.86.mixer.in_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.21.mixer.experts.387.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.21.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.351.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.24.mixer.experts.181.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.90.mixer.experts.416.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.119.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.60.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.404.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.71.mixer.experts.498.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.294.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.381.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.498.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.19.mixer.experts.100.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.49.mixer.experts.283.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.26.mixer.experts.443.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.5.mixer.experts.179.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.3.mixer.experts.305.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.246.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.325.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.35.mixer.experts.21.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.207.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.76.mixer.experts.52.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.103.mixer.experts.391.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.78.mixer.experts.402.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.377.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.375.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.445.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.83.mixer.experts.334.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.92.mixer.experts.372.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.87.mixer.experts.215.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.230.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.21.mixer.experts.254.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.70.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.222.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.292.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.1.mixer.experts.240.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.62.mixer.experts.453.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.8.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.47.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.39.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.fc1_latent_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.60.mixer.experts.102.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.177.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.10.mixer.experts.158.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.461.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.24.mixer.experts.432.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.80.mixer.experts.399.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.33.mixer.experts.305.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.497.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.472.down_proj.weight": "model-00115-of-00225.safetensors", + "mtp.layers.1.mixer.experts.370.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.483.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.44.mixer.experts.313.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.351.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.12.mixer.experts.486.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.92.mixer.experts.89.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.446.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.93.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.101.mixer.experts.382.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.1.mixer.experts.441.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.101.mixer.experts.449.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.432.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.33.mixer.experts.78.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.357.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.8.mixer.experts.399.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.107.mixer.experts.360.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.476.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.330.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.254.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.95.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.67.mixer.experts.76.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.44.mixer.experts.96.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.275.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.58.mixer.experts.473.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.257.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.475.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.83.mixer.experts.88.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.53.mixer.experts.103.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.17.mixer.experts.360.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.11.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.53.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.459.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.12.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.67.mixer.experts.143.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.90.mixer.experts.404.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.87.mixer.experts.263.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.37.mixer.experts.230.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.30.mixer.experts.406.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.3.mixer.experts.154.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.70.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.282.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.44.mixer.experts.79.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.188.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.261.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.15.mixer.experts.421.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.379.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.156.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.33.mixer.experts.295.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.49.mixer.gate.e_score_correction_bias": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.455.down_proj.weight": "model-00032-of-00225.safetensors", + "mtp.layers.1.mixer.experts.482.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.53.mixer.experts.98.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.351.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.4.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.407.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.436.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.256.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.60.mixer.experts.202.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.455.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.44.mixer.experts.48.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.1.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.49.mixer.experts.300.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.15.mixer.experts.243.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.1.mixer.experts.218.down_proj.weight": "model-00003-of-00225.safetensors", + "mtp.layers.1.mixer.experts.150.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.83.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.65.mixer.experts.98.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.49.mixer.experts.78.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.470.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.5.mixer.experts.98.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.58.mixer.experts.68.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.40.mixer.experts.397.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.35.mixer.experts.206.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.35.mixer.experts.45.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.127.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.279.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.510.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.67.mixer.experts.389.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.105.mixer.experts.248.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.89.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.71.mixer.experts.125.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.496.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.49.mixer.experts.103.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.40.mixer.experts.77.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.461.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.107.mixer.experts.110.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.430.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.456.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.42.mixer.experts.472.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.33.mixer.experts.158.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.201.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.26.mixer.experts.456.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.243.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.55.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.51.mixer.experts.175.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.5.mixer.experts.503.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.95.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.248.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.49.mixer.experts.73.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.12.mixer.experts.374.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.468.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.477.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.78.mixer.experts.15.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.8.mixer.experts.315.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.339.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.46.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.103.mixer.experts.180.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.271.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.488.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.453.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.193.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.11.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.78.mixer.experts.34.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.57.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.341.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.35.mixer.experts.236.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.30.mixer.experts.482.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.12.mixer.experts.13.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.342.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.103.mixer.experts.479.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.461.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.19.mixer.experts.18.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.388.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.30.mixer.experts.305.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.17.mixer.experts.252.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.96.mixer.experts.395.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.60.mixer.experts.84.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.103.mixer.experts.412.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.489.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.40.mixer.experts.297.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.175.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.21.mixer.experts.493.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.56.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.37.mixer.experts.164.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.83.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.422.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.465.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.17.mixer.experts.332.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.46.mixer.experts.228.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.78.mixer.experts.333.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.238.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.400.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.105.mixer.experts.74.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.51.mixer.experts.129.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.103.mixer.experts.501.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.33.mixer.experts.103.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.261.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.105.mixer.experts.367.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.60.mixer.experts.391.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.30.mixer.experts.94.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.58.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.101.mixer.experts.363.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.399.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.341.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.473.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.17.mixer.experts.510.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.58.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.92.mixer.experts.43.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.3.mixer.experts.341.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.62.mixer.experts.63.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.101.mixer.experts.52.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.55.mixer.experts.233.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.471.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.62.mixer.experts.237.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.8.mixer.experts.481.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.33.mixer.experts.370.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.342.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.120.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.143.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.30.mixer.experts.493.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.78.mixer.experts.112.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.49.mixer.experts.387.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.234.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.223.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.19.mixer.experts.309.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.103.mixer.experts.317.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.80.mixer.experts.316.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.485.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.147.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.8.mixer.experts.381.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.334.down_proj.weight": "model-00018-of-00225.safetensors", + "mtp.layers.1.mixer.experts.108.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.71.mixer.experts.237.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.406.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.348.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.3.mixer.experts.449.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.69.mixer.experts.12.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.35.mixer.experts.338.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.104.norm.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.128.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.206.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.96.mixer.experts.93.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.322.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.96.mixer.experts.202.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.312.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.185.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.56.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.14.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.10.mixer.experts.77.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.121.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.30.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.10.mixer.experts.38.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.50.mixer.dt_bias": "model-00101-of-00225.safetensors", + "backbone.layers.44.mixer.experts.104.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.24.mixer.experts.307.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.105.mixer.experts.39.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.40.mixer.experts.223.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.experts.453.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.87.mixer.experts.454.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.419.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.323.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.248.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.66.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.74.mixer.experts.93.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.378.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.119.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.253.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.101.mixer.experts.186.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.experts.133.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.92.mixer.experts.94.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.76.mixer.experts.266.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.33.mixer.experts.128.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.411.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.49.mixer.experts.187.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.71.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.74.mixer.experts.361.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.25.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.21.mixer.experts.298.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.71.mixer.experts.293.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.101.mixer.experts.72.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.96.mixer.experts.287.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.401.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.28.mixer.experts.326.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.385.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.505.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.276.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.49.mixer.experts.230.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.363.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.19.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.394.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.80.mixer.experts.36.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.3.mixer.experts.477.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.71.mixer.experts.432.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.5.mixer.experts.485.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.371.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.37.mixer.experts.162.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.201.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.53.mixer.experts.249.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.107.mixer.experts.16.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.96.mixer.experts.312.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.49.mixer.experts.279.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.37.mixer.experts.50.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.435.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.473.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.44.mixer.experts.218.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.349.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.12.mixer.experts.92.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.79.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.55.mixer.experts.55.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.101.mixer.experts.25.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.90.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.315.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.152.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.87.mixer.experts.422.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.55.mixer.experts.433.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.44.mixer.experts.479.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.8.mixer.experts.471.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.10.mixer.experts.413.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.34.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.69.mixer.experts.355.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.81.mixer.conv1d.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.128.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.268.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.380.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.15.mixer.experts.181.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.28.mixer.experts.352.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.17.mixer.experts.297.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.59.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.42.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.10.mixer.experts.511.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.51.mixer.experts.110.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.67.mixer.experts.248.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.121.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.140.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.90.mixer.experts.148.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.427.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.51.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.69.mixer.experts.438.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.336.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.3.mixer.experts.106.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.96.mixer.experts.237.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.125.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.44.mixer.experts.321.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.83.mixer.experts.64.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.70.mixer.A_log": "model-00143-of-00225.safetensors", + "backbone.layers.1.mixer.experts.153.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.42.mixer.experts.462.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.73.mixer.k_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.389.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.504.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.374.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.196.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.354.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.454.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.367.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.8.mixer.experts.36.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.390.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.21.mixer.experts.160.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.134.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.364.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.322.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.55.mixer.experts.443.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.465.up_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.455.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.1.mixer.experts.443.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.59.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.49.mixer.experts.203.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.245.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.105.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.69.mixer.experts.37.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.83.mixer.experts.383.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.8.mixer.experts.257.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.198.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.gate.e_score_correction_bias": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.104.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.24.mixer.experts.167.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.487.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.85.mixer.experts.449.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.130.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.5.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.17.mixer.experts.353.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.191.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.16.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.369.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.303.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.191.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.78.mixer.experts.26.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.26.mixer.experts.83.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.44.mixer.experts.193.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.392.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.46.mixer.experts.504.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.46.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.69.mixer.experts.399.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.1.mixer.experts.264.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.381.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.406.down_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.136.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.90.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.447.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.313.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.12.mixer.experts.237.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.414.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.87.mixer.experts.21.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.277.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.15.mixer.experts.10.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.257.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.280.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.10.mixer.experts.284.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.17.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.155.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.460.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.142.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.105.mixer.experts.191.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.71.mixer.experts.329.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.99.mixer.experts.400.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.87.mixer.experts.133.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.15.mixer.experts.203.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.67.mixer.experts.268.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.273.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.26.mixer.experts.325.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.420.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.445.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.12.mixer.experts.309.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.242.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.24.mixer.experts.34.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.12.mixer.experts.321.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.49.mixer.experts.139.up_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.225.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.76.mixer.experts.26.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.92.mixer.experts.62.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.83.mixer.experts.232.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.308.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.352.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.3.mixer.experts.338.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.469.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.53.mixer.experts.390.down_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.448.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.62.mixer.experts.430.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.49.mixer.experts.203.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.103.mixer.experts.42.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.381.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.42.mixer.experts.451.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.241.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.8.mixer.experts.316.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.150.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.202.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.104.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.474.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.122.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.266.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.83.mixer.experts.243.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.99.mixer.experts.275.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.78.mixer.experts.438.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.24.mixer.experts.179.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.4.mixer.norm.weight": "model-00010-of-00225.safetensors", + "backbone.layers.21.mixer.experts.273.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.501.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.78.mixer.experts.230.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.419.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.499.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.105.mixer.experts.185.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.425.up_proj.weight": "model-00133-of-00225.safetensors", + "mtp.layers.1.mixer.experts.401.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.40.mixer.experts.226.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.12.mixer.experts.358.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.281.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.94.mixer.experts.336.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.49.mixer.experts.445.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.461.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.62.mixer.experts.429.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.12.mixer.experts.488.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.30.mixer.experts.126.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.509.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.469.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.78.mixer.experts.128.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.46.mixer.experts.304.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.304.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.239.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.90.mixer.experts.341.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.200.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.1.mixer.experts.411.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.329.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.120.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.51.mixer.experts.45.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.62.mixer.experts.462.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.8.mixer.experts.437.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.55.mixer.experts.106.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.77.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.493.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.35.mixer.experts.440.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.107.mixer.experts.354.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.125.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.87.mixer.experts.52.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.494.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.204.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.41.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.74.mixer.experts.98.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.58.mixer.experts.244.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.495.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.55.mixer.experts.344.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.71.mixer.experts.372.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.55.mixer.experts.258.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.24.mixer.experts.295.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.96.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.53.mixer.experts.353.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.99.mixer.experts.314.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.214.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.140.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.30.mixer.experts.453.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.228.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.102.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.99.mixer.experts.11.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.33.mixer.experts.183.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.199.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.40.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.28.mixer.experts.177.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.87.mixer.experts.9.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.58.mixer.experts.132.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.21.mixer.experts.163.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.83.mixer.experts.26.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.483.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.96.mixer.experts.359.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.1.mixer.experts.192.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.71.mixer.experts.471.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.464.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.8.mixer.experts.117.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.69.mixer.experts.263.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.340.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.293.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.487.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.51.mixer.experts.342.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.155.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.339.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.134.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.444.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.90.mixer.experts.382.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.437.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.26.mixer.experts.389.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.91.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.37.mixer.experts.123.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.450.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.318.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.154.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.473.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.2.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.78.mixer.experts.51.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.399.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.408.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.105.mixer.experts.346.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.44.mixer.experts.168.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.85.mixer.experts.238.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.39.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.483.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.414.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.411.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.28.mixer.experts.23.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.49.mixer.experts.508.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.87.mixer.experts.58.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.60.mixer.experts.285.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.198.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.103.mixer.experts.510.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.257.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.297.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.96.mixer.experts.350.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.121.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.347.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.15.mixer.experts.213.up_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.90.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.85.mixer.experts.35.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.33.mixer.experts.90.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.53.mixer.experts.154.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.116.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.experts.85.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.504.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.251.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.371.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.99.mixer.experts.239.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.28.mixer.experts.385.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.96.mixer.experts.509.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.10.mixer.experts.152.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.10.mixer.experts.219.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.457.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.19.mixer.experts.406.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.312.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.90.mixer.experts.352.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.67.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.268.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.99.mixer.experts.84.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.40.mixer.experts.472.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.24.mixer.experts.340.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.26.mixer.experts.281.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.375.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.376.down_proj.weight": "model-00087-of-00225.safetensors", + "mtp.layers.1.mixer.experts.372.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.236.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.448.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.10.mixer.experts.186.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.202.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.213.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.49.mixer.experts.68.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.369.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.186.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.120.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.85.mixer.experts.420.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.460.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.277.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.267.down_proj.weight": "model-00072-of-00225.safetensors", + "mtp.layers.1.mixer.experts.336.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.28.mixer.experts.393.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.386.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.174.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.488.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.42.mixer.experts.101.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.336.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.24.mixer.experts.85.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.45.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.49.mixer.experts.492.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.gate.weight": "model-00120-of-00225.safetensors", + "backbone.layers.107.mixer.experts.403.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.76.mixer.experts.298.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.10.mixer.experts.206.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.90.mixer.experts.58.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.69.mixer.experts.261.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.502.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.103.mixer.experts.50.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.105.mixer.experts.317.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.65.mixer.experts.58.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.5.mixer.experts.1.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.19.mixer.experts.272.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.26.mixer.experts.272.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.190.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.15.mixer.experts.42.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.405.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.151.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.74.mixer.experts.26.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.448.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.161.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.37.mixer.experts.136.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.15.mixer.experts.168.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.90.mixer.experts.417.down_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.362.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.93.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.323.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.503.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.40.mixer.experts.359.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.55.mixer.experts.422.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.83.mixer.experts.111.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.18.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.3.mixer.experts.104.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.62.mixer.experts.368.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.107.mixer.experts.509.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.44.mixer.experts.439.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.247.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.15.mixer.experts.189.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.44.mixer.experts.233.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.204.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.10.mixer.experts.186.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.90.mixer.experts.0.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.78.mixer.experts.482.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.106.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.1.mixer.experts.191.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.180.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.101.mixer.experts.250.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.33.mixer.experts.455.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.80.mixer.experts.444.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.1.mixer.experts.126.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.76.mixer.experts.505.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.353.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.436.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.258.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.243.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.5.mixer.experts.453.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.92.mixer.experts.228.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.60.mixer.experts.429.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.210.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.262.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.99.mixer.experts.487.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.354.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.160.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.261.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.24.mixer.experts.471.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.26.mixer.experts.105.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.16.mixer.D": "model-00033-of-00225.safetensors", + "backbone.layers.103.mixer.experts.335.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.271.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.56.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.experts.188.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.41.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.83.mixer.experts.431.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.37.mixer.experts.402.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.92.mixer.experts.500.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.62.mixer.experts.65.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.417.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.105.mixer.experts.112.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.315.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.26.mixer.experts.9.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.78.mixer.experts.428.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.44.mixer.experts.38.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.60.mixer.experts.330.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.260.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.97.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.62.mixer.experts.466.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.429.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.480.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.15.mixer.experts.358.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.73.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.12.mixer.experts.11.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.385.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.10.mixer.experts.507.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.80.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.181.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.263.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.28.mixer.experts.219.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.449.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.76.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.206.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.377.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.358.up_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.0.enorm.weight": "model-00221-of-00225.safetensors", + "backbone.layers.62.mixer.experts.333.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.67.mixer.experts.197.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.21.mixer.experts.492.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.48.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.85.mixer.experts.87.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.428.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.74.mixer.experts.413.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.363.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.35.mixer.experts.169.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.291.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.35.mixer.experts.480.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.37.mixer.experts.24.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.101.mixer.experts.153.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.97.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.28.mixer.experts.13.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.96.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.44.norm.weight": "model-00088-of-00225.safetensors", + "backbone.layers.71.mixer.experts.381.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.28.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.253.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.60.mixer.experts.272.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.447.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.225.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.83.mixer.experts.387.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.3.mixer.experts.109.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.278.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.19.mixer.experts.389.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.10.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.66.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.391.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.19.mixer.experts.152.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.262.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.15.mixer.experts.241.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.101.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.34.mixer.dt_bias": "model-00069-of-00225.safetensors", + "backbone.layers.8.mixer.experts.202.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.105.mixer.experts.41.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.25.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.480.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.42.mixer.experts.375.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.401.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.62.mixer.experts.112.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.281.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.65.mixer.experts.6.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.148.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.427.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.105.mixer.experts.342.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.44.mixer.experts.502.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.357.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.266.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.505.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.464.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.19.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.172.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.2.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.60.mixer.experts.261.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.319.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.33.mixer.experts.308.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.24.mixer.experts.487.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.58.mixer.experts.227.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.60.mixer.experts.459.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.105.mixer.experts.104.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.13.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.175.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.107.mixer.experts.229.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.5.mixer.experts.446.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.415.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.8.mixer.experts.330.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.8.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.317.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.30.mixer.experts.464.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.299.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.experts.208.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.313.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.283.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.5.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.87.mixer.experts.286.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.60.mixer.experts.125.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.29.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.40.mixer.experts.470.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.501.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.58.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.21.mixer.experts.394.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.485.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.308.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.92.mixer.experts.81.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.28.mixer.experts.308.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.78.mixer.experts.362.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.174.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.12.mixer.experts.509.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.253.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.99.mixer.experts.156.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.213.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.279.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.46.mixer.experts.363.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.434.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.30.mixer.experts.248.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.376.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.190.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.51.mixer.experts.173.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.482.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.197.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.428.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.12.mixer.experts.487.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.69.mixer.experts.388.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.29.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.26.mixer.experts.393.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.109.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.278.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.308.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.473.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.96.mixer.experts.131.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.112.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.69.mixer.experts.139.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.33.mixer.experts.487.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.96.mixer.experts.64.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.62.mixer.experts.133.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.65.mixer.experts.114.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.327.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.33.mixer.experts.384.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.8.mixer.experts.34.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.107.mixer.experts.339.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.199.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.191.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.35.mixer.experts.325.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.1.mixer.experts.400.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.31.mixer.conv1d.weight": "model-00065-of-00225.safetensors", + "backbone.layers.101.mixer.experts.139.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.355.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.70.mixer.conv1d.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.452.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.17.mixer.experts.105.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.fc2_latent_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.42.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.211.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.55.mixer.experts.454.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.90.mixer.experts.163.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.90.mixer.experts.165.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.310.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.17.mixer.experts.424.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.70.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.62.mixer.experts.398.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.61.norm.weight": "model-00124-of-00225.safetensors", + "backbone.layers.87.mixer.experts.112.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.251.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.90.mixer.experts.461.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.73.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.105.mixer.experts.508.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.419.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.328.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.371.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.498.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.10.mixer.experts.427.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.464.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.113.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.17.mixer.experts.375.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.194.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.24.mixer.experts.160.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.107.mixer.experts.14.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.412.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.experts.190.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.445.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.483.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.8.mixer.experts.302.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.324.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.172.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.300.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.10.mixer.experts.372.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.472.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.15.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.181.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.204.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.293.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.72.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.8.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.94.mixer.experts.499.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.40.mixer.experts.306.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.325.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.413.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.246.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.58.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.365.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.426.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.422.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.76.mixer.experts.200.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.436.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.66.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.3.mixer.experts.483.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.94.mixer.experts.117.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.114.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.51.mixer.experts.29.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.12.mixer.experts.323.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.46.mixer.experts.327.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.85.mixer.experts.360.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.65.mixer.experts.327.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.33.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.386.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.281.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.87.mixer.experts.103.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.171.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.218.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.183.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.393.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.46.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.5.mixer.experts.459.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.28.mixer.experts.246.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.51.mixer.experts.414.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.321.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.58.mixer.experts.33.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.83.mixer.experts.403.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.199.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.30.mixer.experts.243.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.experts.389.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.139.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.449.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.105.mixer.experts.329.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.87.mixer.experts.60.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.124.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.121.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.291.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.181.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.111.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.40.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.209.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.409.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.339.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.33.mixer.experts.416.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.99.mixer.experts.305.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.292.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.80.mixer.experts.210.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.53.mixer.experts.149.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.78.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.3.mixer.experts.144.up_proj.weight": "model-00007-of-00225.safetensors", + "mtp.layers.1.mixer.experts.430.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.98.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.99.mixer.experts.344.down_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.53.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.44.mixer.experts.223.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.188.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.51.mixer.experts.76.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.224.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.53.mixer.experts.422.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.300.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.116.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.124.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.44.mixer.experts.308.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.3.mixer.experts.346.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.472.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.101.mixer.experts.112.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.46.mixer.experts.457.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.149.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.347.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.373.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.69.mixer.experts.387.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.402.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.147.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.10.mixer.experts.481.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.222.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.15.mixer.experts.404.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.44.mixer.experts.268.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.21.mixer.experts.372.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.17.mixer.experts.306.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.87.mixer.experts.82.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.19.mixer.experts.230.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.103.mixer.experts.9.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.308.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.417.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.134.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.46.mixer.experts.271.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.44.mixer.experts.449.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.58.mixer.experts.428.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.481.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.42.mixer.experts.49.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.19.mixer.experts.511.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.147.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.304.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.185.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.135.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.96.mixer.experts.157.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.17.mixer.experts.195.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.267.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.44.mixer.experts.252.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.12.mixer.experts.207.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.26.mixer.experts.223.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.71.mixer.experts.70.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.49.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.5.mixer.experts.502.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.90.mixer.experts.341.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.463.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.323.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.96.mixer.experts.326.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.76.mixer.experts.190.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.19.mixer.experts.314.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.129.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.46.mixer.experts.260.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.252.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.190.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.41.mixer.conv1d.bias": "model-00083-of-00225.safetensors", + "backbone.layers.62.mixer.experts.343.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.92.mixer.experts.184.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.92.mixer.experts.28.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.69.mixer.experts.61.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.97.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.69.mixer.experts.137.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.323.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.58.mixer.experts.248.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.15.mixer.experts.246.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.83.mixer.experts.447.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.33.mixer.experts.5.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.87.mixer.experts.167.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.90.mixer.experts.489.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.24.mixer.experts.427.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.145.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.230.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.312.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.60.mixer.experts.356.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.96.mixer.experts.125.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.26.mixer.experts.56.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.187.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.67.mixer.experts.59.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.44.mixer.experts.15.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.359.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.422.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.406.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.78.mixer.experts.392.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.55.mixer.experts.455.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.85.mixer.experts.403.up_proj.weight": "model-00174-of-00225.safetensors", + "mtp.layers.1.mixer.experts.91.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.5.mixer.experts.228.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.40.mixer.experts.234.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.211.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.77.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.24.mixer.experts.112.up_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.12.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.51.mixer.experts.398.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.42.mixer.experts.479.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.5.mixer.experts.198.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.24.mixer.experts.339.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.502.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.133.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.74.mixer.experts.406.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.494.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.374.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.247.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.201.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.324.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.308.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.58.mixer.experts.4.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.94.mixer.experts.341.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.65.mixer.experts.99.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.101.mixer.experts.488.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.153.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.17.mixer.experts.201.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.96.mixer.experts.493.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.26.mixer.experts.259.down_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.398.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.180.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.81.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.76.mixer.experts.460.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.362.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.255.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.151.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.274.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.87.mixer.experts.242.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.442.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.45.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.62.mixer.experts.79.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.90.mixer.experts.446.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.67.mixer.experts.358.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.21.mixer.experts.174.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.94.mixer.experts.419.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.12.mixer.experts.272.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.236.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.87.mixer.experts.502.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.221.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.92.mixer.experts.485.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.62.mixer.experts.383.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.55.mixer.experts.331.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.30.mixer.experts.223.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.62.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.15.mixer.experts.225.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.24.mixer.experts.39.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.94.mixer.experts.6.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.1.mixer.experts.177.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.53.mixer.experts.373.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.69.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.67.mixer.experts.168.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.87.mixer.experts.63.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.194.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.96.mixer.experts.171.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.119.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.98.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.60.mixer.experts.416.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.486.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.463.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.80.mixer.experts.333.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.187.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.295.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.30.mixer.experts.380.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.92.mixer.experts.142.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.92.mixer.experts.161.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.17.mixer.experts.179.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.86.mixer.A_log": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.429.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.44.mixer.experts.45.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.58.mixer.experts.154.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.209.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.76.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.492.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.467.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.3.mixer.experts.262.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.experts.358.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.55.mixer.experts.257.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.496.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.99.mixer.experts.16.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.17.mixer.experts.222.up_proj.weight": "model-00035-of-00225.safetensors", + "mtp.layers.1.mixer.experts.358.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.374.up_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.154.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.87.mixer.experts.349.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.301.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.35.mixer.experts.308.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.2.mixer.out_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.gate.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.330.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.12.mixer.experts.1.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.17.mixer.experts.232.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.232.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.340.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.42.mixer.experts.155.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.99.mixer.experts.335.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.1.mixer.experts.145.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.41.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.19.mixer.experts.161.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.55.mixer.experts.279.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.28.mixer.experts.343.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.42.mixer.experts.484.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.58.mixer.experts.212.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.134.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.33.mixer.experts.135.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.195.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.78.mixer.experts.447.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.53.mixer.experts.150.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.103.mixer.experts.402.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.99.mixer.experts.59.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.509.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.28.mixer.experts.506.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.164.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.278.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.230.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.40.mixer.experts.483.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.95.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.511.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.275.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.96.mixer.experts.420.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.71.mixer.experts.498.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.60.mixer.experts.302.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.35.mixer.experts.483.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.103.mixer.experts.462.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.101.mixer.experts.84.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.46.mixer.experts.237.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.491.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.139.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.17.mixer.experts.56.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.44.mixer.experts.399.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.99.mixer.experts.503.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.69.mixer.experts.110.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.90.mixer.experts.254.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.71.mixer.experts.343.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.92.mixer.experts.216.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.105.mixer.experts.385.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.448.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.446.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.26.mixer.experts.303.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.240.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.12.mixer.experts.69.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.301.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.136.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.166.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.111.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.210.down_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.377.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.87.mixer.experts.22.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.1.mixer.experts.151.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.101.mixer.experts.107.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.179.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.80.mixer.experts.165.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.71.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.96.mixer.experts.121.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.338.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.83.mixer.experts.87.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.103.mixer.experts.34.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.92.mixer.experts.58.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.15.mixer.experts.430.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.62.mixer.experts.297.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.403.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.13.mixer.norm.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.14.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.24.mixer.experts.119.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.256.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.69.mixer.experts.267.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.421.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.305.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.10.mixer.experts.239.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.270.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.83.mixer.experts.154.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.246.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.135.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.437.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.36.norm.weight": "model-00074-of-00225.safetensors", + "backbone.layers.67.mixer.experts.375.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.270.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.90.mixer.experts.371.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.124.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.451.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.24.mixer.experts.379.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.80.mixer.experts.206.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.12.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.49.mixer.experts.282.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.150.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.19.mixer.experts.210.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.112.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.427.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.261.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.113.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.87.mixer.experts.421.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.440.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.80.mixer.experts.355.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.42.mixer.experts.226.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.67.mixer.experts.399.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.87.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.128.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.12.mixer.experts.409.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.482.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.19.mixer.experts.53.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.78.mixer.experts.251.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.482.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.74.mixer.experts.68.up_proj.weight": "model-00148-of-00225.safetensors", + "mtp.layers.1.mixer.experts.453.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.44.mixer.experts.381.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.80.mixer.experts.114.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.381.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.28.mixer.experts.445.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.58.mixer.experts.32.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.229.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.58.mixer.experts.46.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.67.mixer.experts.351.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.71.mixer.experts.370.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.1.mixer.experts.125.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.83.mixer.experts.92.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.407.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.30.mixer.experts.178.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.146.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.211.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.67.mixer.experts.398.down_proj.weight": "model-00137-of-00225.safetensors", + "mtp.layers.1.mixer.experts.7.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.12.mixer.experts.158.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.366.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.80.mixer.experts.238.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.390.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.53.mixer.experts.413.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.92.mixer.experts.139.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.27.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.49.mixer.experts.205.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.103.mixer.experts.290.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.305.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.363.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.8.mixer.experts.463.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.83.mixer.experts.226.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.169.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.489.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.58.mixer.experts.333.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.344.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.270.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.33.mixer.experts.335.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.14.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.348.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.443.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.5.mixer.experts.427.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.94.mixer.experts.15.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.83.mixer.experts.314.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.258.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.328.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.242.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.39.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.62.mixer.experts.476.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.390.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.261.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.322.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.475.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.511.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.103.mixer.experts.462.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.66.mixer.conv1d.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.453.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.46.mixer.experts.171.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.85.mixer.experts.436.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.24.mixer.experts.51.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.21.mixer.experts.322.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.330.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.32.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.434.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.264.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.29.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.76.mixer.experts.485.up_proj.weight": "model-00156-of-00225.safetensors", + "mtp.layers.1.mixer.experts.47.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.125.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.83.mixer.experts.114.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.388.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.444.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.299.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.354.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.65.mixer.experts.84.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.140.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.43.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.62.mixer.experts.221.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.74.mixer.experts.442.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.255.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.42.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.111.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.368.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.24.mixer.experts.213.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.1.mixer.experts.249.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.88.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.51.mixer.experts.327.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.192.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.318.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.108.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.33.mixer.experts.34.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.103.mixer.experts.233.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.58.mixer.experts.72.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.130.down_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.481.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.55.mixer.experts.511.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.17.mixer.experts.328.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.97.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.80.mixer.experts.100.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.50.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.131.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.76.mixer.experts.417.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.33.mixer.experts.75.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.472.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.421.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.8.mixer.experts.219.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.3.mixer.experts.200.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.94.mixer.experts.244.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.464.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.7.mixer.q_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.105.mixer.experts.68.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.55.mixer.experts.353.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.69.mixer.experts.491.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.58.mixer.experts.415.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.62.mixer.experts.359.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.391.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.55.mixer.experts.338.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.71.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.78.mixer.experts.315.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.16.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.28.mixer.experts.511.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.131.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.87.mixer.experts.495.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.28.mixer.experts.496.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.103.mixer.experts.375.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.17.mixer.experts.13.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.53.mixer.experts.46.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.319.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.107.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.10.mixer.experts.41.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.87.mixer.experts.437.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.261.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.40.mixer.experts.195.up_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.21.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.74.mixer.experts.276.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.46.mixer.experts.88.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.25.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.103.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.24.mixer.experts.168.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.60.mixer.experts.348.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.261.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.30.mixer.experts.257.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.356.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.470.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.83.mixer.experts.447.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.3.mixer.experts.274.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.488.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.74.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.21.mixer.experts.346.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.49.mixer.experts.93.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.99.mixer.experts.343.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.171.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.257.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.103.mixer.experts.364.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.12.mixer.experts.20.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.26.mixer.experts.108.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.244.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.168.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.35.mixer.experts.39.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.76.mixer.experts.104.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.357.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.experts.245.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.149.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.130.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.10.mixer.experts.13.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.96.mixer.experts.216.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.250.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.83.mixer.experts.119.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.176.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.398.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.65.mixer.experts.508.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.30.mixer.experts.310.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.316.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.42.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.37.mixer.experts.348.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.365.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.232.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.384.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.71.mixer.experts.181.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.153.down_proj.weight": "model-00066-of-00225.safetensors", + "mtp.layers.1.mixer.experts.67.up_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.198.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.283.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.53.mixer.experts.306.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.486.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.190.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.467.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.62.mixer.experts.255.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.62.mixer.experts.501.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.46.mixer.experts.35.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.99.mixer.experts.273.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.481.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.12.mixer.experts.379.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.15.mixer.experts.338.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.294.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.130.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.30.mixer.experts.356.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.200.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.33.mixer.experts.476.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.264.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.187.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.145.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.85.mixer.experts.209.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.40.mixer.experts.21.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.125.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.105.mixer.experts.103.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.10.mixer.experts.448.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.221.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.285.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.449.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.35.mixer.experts.351.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.66.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.332.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.74.mixer.experts.9.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.234.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.53.mixer.experts.221.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.363.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.163.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.239.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.21.mixer.experts.204.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.20.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.21.mixer.experts.199.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.53.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.58.mixer.experts.429.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.90.mixer.experts.420.up_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.488.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.15.mixer.experts.249.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.272.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.462.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.381.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.104.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.397.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.50.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.43.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.373.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.267.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.230.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.342.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.83.mixer.experts.459.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.35.mixer.experts.484.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.324.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.5.mixer.experts.78.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.8.mixer.experts.298.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.78.mixer.shared_experts.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.60.mixer.experts.238.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.445.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.358.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.70.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.62.mixer.experts.387.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.74.mixer.experts.369.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.40.mixer.experts.353.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.78.mixer.experts.353.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.200.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.83.mixer.experts.135.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.46.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.74.mixer.experts.219.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.7.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.208.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.30.mixer.experts.503.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.42.mixer.experts.351.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.67.mixer.experts.252.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.438.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.384.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.96.mixer.experts.505.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.74.mixer.experts.46.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.360.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.85.mixer.experts.363.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.44.mixer.experts.111.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.57.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.21.mixer.experts.510.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.37.mixer.experts.420.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.207.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.371.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.42.mixer.experts.367.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.322.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.354.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.26.mixer.experts.51.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.129.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.76.mixer.experts.295.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.51.mixer.experts.220.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.92.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.3.mixer.experts.360.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.404.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.179.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.fc2_latent_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.40.mixer.experts.393.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.87.mixer.experts.175.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.35.mixer.experts.328.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.70.mixer.dt_bias": "model-00143-of-00225.safetensors", + "backbone.layers.21.mixer.experts.482.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.492.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.28.mixer.experts.31.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.107.mixer.experts.509.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.90.mixer.experts.309.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.426.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.471.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.21.mixer.experts.303.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.74.mixer.experts.415.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.101.mixer.experts.61.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.105.mixer.experts.251.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.440.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.142.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.304.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.414.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.90.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.395.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.272.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.325.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.44.mixer.experts.484.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.51.mixer.experts.439.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.experts.500.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.177.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.154.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.30.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.90.mixer.experts.435.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.44.mixer.experts.210.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.147.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.283.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.59.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.37.mixer.experts.502.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.426.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.10.mixer.experts.285.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.145.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.246.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.510.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.35.mixer.experts.298.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.10.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.459.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.289.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.175.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.105.mixer.experts.416.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.295.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.78.mixer.experts.298.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.experts.261.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.468.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.107.mixer.experts.197.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.80.mixer.experts.109.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.53.mixer.experts.317.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.8.mixer.experts.404.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.362.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.40.mixer.experts.408.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.83.mixer.experts.7.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.90.mixer.experts.95.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.99.mixer.experts.42.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.92.mixer.experts.70.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.161.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.287.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.60.mixer.experts.470.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.121.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.227.down_proj.weight": "model-00035-of-00225.safetensors", + "mtp.layers.1.mixer.experts.48.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.92.mixer.experts.355.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.260.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.19.mixer.experts.205.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.74.mixer.experts.217.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.140.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.8.mixer.experts.347.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.90.mixer.experts.302.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.96.mixer.experts.90.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.83.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.240.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.109.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.252.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.324.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.85.mixer.experts.177.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.454.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.62.mixer.experts.183.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.101.mixer.experts.7.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.76.mixer.experts.489.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.314.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.80.mixer.experts.496.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.311.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.411.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.143.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.92.mixer.experts.359.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.24.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.69.mixer.experts.242.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.157.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.247.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.111.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.74.mixer.experts.294.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.354.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.188.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.85.mixer.experts.218.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.99.mixer.experts.506.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.30.mixer.experts.195.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.71.mixer.experts.444.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.4.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.293.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.307.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.10.mixer.experts.129.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.97.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.279.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.28.mixer.experts.112.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.17.mixer.experts.499.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.196.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.231.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.111.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.145.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.493.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.80.mixer.experts.488.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.404.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.85.mixer.experts.406.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.19.mixer.experts.153.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.272.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.83.mixer.experts.26.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.35.mixer.experts.429.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.454.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.67.mixer.experts.444.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.33.mixer.experts.488.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.5.mixer.experts.488.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.49.mixer.experts.25.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.10.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.60.mixer.experts.256.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.58.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.69.mixer.experts.192.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.19.mixer.experts.339.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.214.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.62.mixer.experts.389.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.103.mixer.experts.487.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.446.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.8.mixer.experts.66.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.83.mixer.experts.42.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.17.mixer.experts.111.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.51.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.30.mixer.experts.361.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.106.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.129.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.80.mixer.experts.31.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.141.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.132.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.358.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.8.mixer.experts.167.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.107.mixer.experts.31.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.30.mixer.experts.146.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.17.mixer.experts.313.down_proj.weight": "model-00036-of-00225.safetensors", + "mtp.layers.1.mixer.experts.102.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.35.mixer.experts.70.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.406.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.40.mixer.experts.456.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.17.mixer.experts.32.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.90.mixer.experts.399.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.17.mixer.experts.323.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.55.mixer.experts.208.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.94.mixer.experts.59.up_proj.weight": "model-00189-of-00225.safetensors", + "mtp.layers.1.mixer.experts.387.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.17.mixer.experts.311.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.52.mixer.in_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.103.mixer.experts.360.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.101.mixer.experts.154.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.498.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.60.mixer.experts.23.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.12.mixer.experts.315.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.3.mixer.experts.437.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.328.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.172.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.429.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.140.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.444.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.341.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.22.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.79.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.474.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.26.mixer.experts.290.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.42.mixer.experts.277.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.15.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.119.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.275.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.65.mixer.experts.85.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.505.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.87.mixer.experts.143.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.5.mixer.experts.159.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.98.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.497.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.103.mixer.experts.41.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.105.mixer.experts.388.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.428.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.69.mixer.experts.204.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.118.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.44.mixer.experts.447.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.21.mixer.experts.508.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.99.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.32.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.144.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.387.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.12.mixer.experts.436.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.71.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.74.mixer.experts.263.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.447.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.76.mixer.experts.210.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.306.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.60.mixer.experts.18.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.35.mixer.experts.424.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.490.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.125.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.186.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.88.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.3.mixer.experts.381.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.15.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.33.mixer.experts.85.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.58.mixer.experts.90.down_proj.weight": "model-00116-of-00225.safetensors", + "mtp.layers.1.mixer.experts.176.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.112.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.19.mixer.experts.9.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.87.mixer.experts.240.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.49.mixer.experts.284.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.111.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.53.mixer.experts.9.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.101.mixer.experts.211.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.66.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.363.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.73.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.376.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.60.mixer.experts.375.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.441.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.145.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.69.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.49.mixer.experts.246.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.101.mixer.experts.362.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.76.mixer.experts.377.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.5.mixer.experts.130.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.96.mixer.experts.21.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.33.mixer.experts.396.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.10.mixer.experts.458.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.83.mixer.experts.197.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.375.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.71.mixer.experts.406.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.96.mixer.experts.445.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.174.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.17.mixer.experts.122.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.181.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.141.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.99.mixer.experts.430.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.94.mixer.experts.198.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.451.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.435.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.19.mixer.experts.176.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.402.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.145.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.243.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.62.mixer.experts.347.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.156.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.21.mixer.experts.261.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.25.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.440.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.58.mixer.experts.354.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.51.mixer.experts.178.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.92.mixer.experts.284.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.30.mixer.experts.174.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.65.mixer.experts.351.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.40.mixer.experts.305.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.171.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.460.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.99.mixer.experts.463.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.60.mixer.experts.131.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.28.mixer.experts.492.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.19.mixer.experts.159.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.17.mixer.experts.253.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.20.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.105.mixer.experts.8.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.26.mixer.experts.380.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.321.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.511.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.250.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.40.mixer.experts.215.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.477.up_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.178.down_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.149.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.8.mixer.experts.37.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.440.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.506.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.300.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.31.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.34.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.71.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.82.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.421.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.49.mixer.experts.81.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.87.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.62.mixer.experts.396.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.83.mixer.experts.443.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.36.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.49.mixer.experts.409.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.90.mixer.experts.113.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.442.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.87.mixer.experts.195.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.30.mixer.experts.409.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.291.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.25.mixer.A_log": "model-00051-of-00225.safetensors", + "backbone.layers.10.mixer.experts.396.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.80.mixer.experts.229.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.83.mixer.experts.62.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.10.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.42.mixer.experts.266.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.194.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.285.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.479.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.96.mixer.experts.34.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.185.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.103.mixer.experts.283.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.177.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.96.mixer.experts.19.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.28.mixer.experts.405.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.65.mixer.experts.293.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.274.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.71.mixer.experts.396.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.403.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.310.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.430.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.137.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.28.mixer.experts.416.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.107.mixer.experts.491.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.417.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.17.mixer.experts.270.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.56.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.105.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.26.mixer.experts.298.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.51.mixer.experts.148.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.15.mixer.experts.267.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.85.mixer.experts.147.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.17.mixer.experts.455.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.69.mixer.experts.379.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.107.mixer.experts.392.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.3.mixer.experts.316.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.30.mixer.experts.40.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.112.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.140.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.42.mixer.experts.157.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.132.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.60.mixer.experts.188.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.268.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.501.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.255.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.3.mixer.experts.187.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.46.mixer.experts.26.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.96.mixer.experts.164.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.28.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.90.mixer.experts.438.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.482.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.89.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.17.mixer.experts.380.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.63.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.33.mixer.experts.374.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.65.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.383.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.41.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.39.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.452.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.251.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.71.mixer.experts.413.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.8.mixer.experts.170.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.76.mixer.experts.335.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.167.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.10.mixer.experts.506.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.477.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.12.mixer.experts.479.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.275.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.331.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.209.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.60.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.80.mixer.experts.171.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.42.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.42.mixer.experts.120.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.10.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.196.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.159.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.5.mixer.experts.322.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.90.mixer.experts.159.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.69.mixer.experts.270.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.249.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.94.mixer.experts.193.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.213.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.390.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.199.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.65.mixer.experts.95.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.385.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.37.mixer.experts.471.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.3.mixer.experts.396.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.334.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.1.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.340.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.74.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.19.mixer.experts.455.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.90.mixer.experts.294.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.250.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.348.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.21.mixer.experts.454.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.94.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.78.mixer.experts.46.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.162.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.116.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.510.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.30.mixer.experts.34.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.341.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.15.mixer.experts.35.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.460.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.4.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.72.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.69.mixer.experts.3.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.80.mixer.experts.156.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.325.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.42.mixer.experts.239.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.333.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.98.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.99.mixer.experts.428.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.121.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.475.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.54.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.3.mixer.experts.123.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.30.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.90.mixer.experts.191.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.96.mixer.experts.494.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.291.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.503.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.33.mixer.experts.119.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.75.mixer.conv1d.bias": "model-00152-of-00225.safetensors", + "backbone.layers.78.mixer.experts.187.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.207.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.55.mixer.experts.149.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.152.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.69.mixer.experts.386.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.19.mixer.experts.288.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.508.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.374.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.445.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.62.mixer.experts.0.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.44.mixer.experts.187.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.85.mixer.experts.451.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.172.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.365.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.103.mixer.experts.334.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.256.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.193.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.431.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.55.mixer.experts.303.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.35.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.58.mixer.experts.138.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.37.mixer.experts.100.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.309.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.202.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.8.mixer.experts.204.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.19.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.67.mixer.experts.381.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.74.mixer.experts.339.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.115.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.74.mixer.experts.136.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.231.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.103.mixer.experts.60.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.28.mixer.experts.124.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.17.mixer.experts.306.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.71.mixer.experts.11.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.21.mixer.experts.417.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.71.mixer.experts.483.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.10.mixer.experts.132.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.476.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.429.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.96.mixer.fc1_latent_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.83.mixer.experts.160.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.53.mixer.experts.18.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.76.mixer.experts.73.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.42.mixer.experts.400.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.8.mixer.experts.489.down_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.461.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.114.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.478.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.42.mixer.experts.425.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.69.mixer.experts.371.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.101.mixer.experts.288.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.53.mixer.experts.427.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.42.mixer.experts.489.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.17.mixer.experts.58.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.105.mixer.experts.146.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.83.mixer.experts.489.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.71.mixer.experts.85.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.94.mixer.experts.141.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.42.mixer.experts.498.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.83.mixer.experts.325.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.53.mixer.experts.421.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.220.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.99.mixer.experts.401.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.40.mixer.experts.294.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.500.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.377.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.94.mixer.experts.168.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.238.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.451.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.340.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.471.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.12.mixer.experts.235.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.74.mixer.experts.391.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.35.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.177.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.7.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.10.mixer.experts.103.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.130.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.69.mixer.experts.283.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.21.mixer.experts.21.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.76.mixer.experts.171.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.26.mixer.experts.198.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.78.mixer.experts.94.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.105.mixer.experts.348.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.19.mixer.experts.225.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.26.mixer.experts.238.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.3.mixer.experts.113.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.87.mixer.experts.392.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.134.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.80.mixer.experts.430.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.80.mixer.experts.2.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.235.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.463.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.65.mixer.experts.410.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.67.mixer.experts.92.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.378.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.31.mixer.A_log": "model-00065-of-00225.safetensors", + "backbone.layers.99.mixer.experts.59.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.65.mixer.experts.119.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.271.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.380.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.449.down_proj.weight": "model-00124-of-00225.safetensors", + "mtp.layers.1.mixer.experts.493.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.243.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.40.mixer.experts.278.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.28.mixer.experts.16.up_proj.weight": "model-00056-of-00225.safetensors", + "mtp.layers.1.mixer.experts.164.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.79.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.393.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.430.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.46.mixer.experts.350.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.33.mixer.experts.190.up_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.135.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.293.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.107.mixer.experts.195.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.103.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.287.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.306.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.87.mixer.experts.468.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.8.mixer.experts.450.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.3.mixer.experts.506.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.105.mixer.experts.275.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.76.mixer.experts.10.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.99.mixer.experts.286.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.90.mixer.experts.112.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.1.mixer.experts.297.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.222.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.277.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.420.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.74.mixer.experts.496.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.71.mixer.experts.388.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.96.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.46.mixer.experts.321.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.146.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.136.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.511.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.99.mixer.experts.348.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.100.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.464.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.472.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.5.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.50.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.288.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.43.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.15.mixer.experts.392.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.236.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.472.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.3.mixer.experts.487.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.12.mixer.experts.454.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.65.mixer.experts.53.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.10.mixer.experts.62.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.505.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.33.mixer.experts.304.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.85.mixer.experts.193.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.85.mixer.experts.311.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.99.mixer.experts.324.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.80.mixer.experts.277.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.105.mixer.experts.493.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.21.mixer.experts.149.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.46.mixer.experts.345.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.105.mixer.experts.480.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.429.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.350.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.44.mixer.experts.262.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.186.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.53.mixer.experts.511.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.33.mixer.experts.125.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.134.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.78.mixer.experts.18.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.80.mixer.experts.93.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.461.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.55.mixer.experts.405.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.446.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.experts.189.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.26.mixer.experts.481.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.114.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.78.mixer.experts.353.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.78.mixer.experts.408.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.107.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.90.mixer.experts.419.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.10.mixer.experts.466.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.339.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.467.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.421.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.485.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.437.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.1.mixer.experts.233.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.268.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.214.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.107.mixer.experts.287.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.160.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.60.mixer.experts.48.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.263.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.104.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.258.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.19.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.193.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.374.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.173.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.76.mixer.experts.353.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.357.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.19.mixer.experts.254.up_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.86.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.453.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.160.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.204.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.76.mixer.experts.496.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.74.mixer.experts.502.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.94.mixer.experts.415.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.446.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.21.mixer.experts.35.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.155.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.74.mixer.experts.341.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.99.mixer.experts.78.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.503.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.12.mixer.experts.79.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.71.mixer.experts.166.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.12.mixer.experts.290.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.487.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.322.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.189.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.92.mixer.experts.465.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.99.mixer.experts.383.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.99.mixer.experts.34.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.gate.e_score_correction_bias": "model-00184-of-00225.safetensors", + "backbone.layers.99.mixer.experts.505.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.35.mixer.experts.314.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.60.mixer.experts.78.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.50.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.107.mixer.experts.87.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.92.mixer.experts.64.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.58.mixer.experts.263.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.53.mixer.experts.105.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.42.mixer.experts.138.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.8.mixer.experts.511.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.47.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.393.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.1.mixer.experts.100.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.26.mixer.experts.163.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.87.mixer.experts.187.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.40.mixer.experts.486.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.24.mixer.experts.217.down_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.178.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.125.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.33.mixer.experts.350.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.72.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.58.mixer.experts.435.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.33.mixer.experts.163.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.241.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.31.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.220.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.24.mixer.experts.361.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.427.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.30.down_proj.weight": "model-00088-of-00225.safetensors", + "mtp.layers.1.mixer.experts.88.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.71.mixer.experts.69.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.21.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.46.mixer.experts.81.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.73.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.107.mixer.experts.109.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.335.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.443.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.113.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.58.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.45.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.83.mixer.experts.345.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.379.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.22.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.44.mixer.experts.400.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.397.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.46.mixer.experts.146.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.92.mixer.experts.38.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.1.mixer.experts.484.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.107.mixer.experts.148.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.334.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.442.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.369.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.24.mixer.experts.113.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.41.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.421.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.97.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.457.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.504.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.37.mixer.experts.473.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.74.mixer.experts.360.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.29.down_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.489.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.60.mixer.experts.376.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.215.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.149.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.103.mixer.experts.389.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.67.mixer.experts.325.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.454.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.71.mixer.experts.44.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.76.mixer.experts.29.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.65.mixer.experts.139.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.296.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.19.mixer.experts.69.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.15.mixer.experts.283.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.19.mixer.experts.273.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.8.mixer.experts.177.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.295.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.294.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.414.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.53.mixer.experts.23.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.51.mixer.experts.70.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.107.mixer.experts.319.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.11.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.15.mixer.experts.475.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.8.mixer.experts.84.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.162.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.experts.135.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.8.mixer.experts.185.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.105.mixer.experts.397.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.107.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.334.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.90.mixer.experts.461.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.21.mixer.experts.124.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.193.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.428.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.91.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.15.mixer.experts.13.down_proj.weight": "model-00029-of-00225.safetensors", + "mtp.layers.1.mixer.experts.243.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.355.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.44.mixer.experts.270.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.53.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.107.mixer.experts.384.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.42.mixer.experts.244.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.21.mixer.experts.68.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.350.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.29.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.58.mixer.experts.238.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.137.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.284.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.72.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.252.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.424.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.40.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.5.mixer.experts.203.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.74.mixer.experts.30.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.101.mixer.experts.158.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.85.mixer.experts.138.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.271.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.10.mixer.experts.296.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.397.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.21.mixer.experts.119.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.264.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.409.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.144.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.242.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.223.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.53.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.127.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.338.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.63.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.3.mixer.experts.358.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.35.mixer.experts.175.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.386.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.294.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.28.mixer.experts.245.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.505.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.53.mixer.experts.343.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.0.hnorm.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.313.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.482.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.265.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.496.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.71.mixer.experts.76.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.125.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.17.mixer.experts.387.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.489.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.55.mixer.experts.53.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.42.mixer.experts.158.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.76.mixer.experts.190.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.97.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.245.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.169.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.24.mixer.experts.353.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.101.mixer.experts.134.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.426.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.15.mixer.experts.497.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.179.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.6.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.19.mixer.experts.38.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.69.mixer.experts.322.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.27.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.329.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.97.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.107.mixer.experts.39.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.203.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.142.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.327.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.78.mixer.experts.458.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.376.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.66.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.74.mixer.experts.43.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.200.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.46.mixer.experts.351.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.103.mixer.experts.491.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.28.mixer.experts.401.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.83.mixer.experts.215.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.334.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.450.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.58.mixer.experts.433.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.343.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.177.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.32.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.99.mixer.experts.102.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.383.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.49.mixer.experts.159.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.69.mixer.experts.457.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.253.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.366.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.58.mixer.experts.141.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.167.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.123.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.45.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.430.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.361.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.101.mixer.experts.307.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.85.mixer.experts.259.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.95.mixer.conv1d.weight": "model-00193-of-00225.safetensors", + "backbone.layers.62.mixer.experts.67.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.6.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.8.mixer.experts.146.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.96.mixer.experts.403.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.96.mixer.experts.336.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.92.mixer.experts.226.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.79.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.142.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.447.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.106.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.10.mixer.experts.172.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.271.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.4.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.132.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.362.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.3.mixer.experts.244.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.107.mixer.experts.8.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.461.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.99.mixer.experts.217.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.503.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.412.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.80.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.74.mixer.experts.355.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.19.mixer.experts.303.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.107.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.484.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.gate.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.363.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.107.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.298.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.5.mixer.experts.432.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.74.mixer.experts.413.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.498.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.19.mixer.experts.4.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.experts.27.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.69.mixer.experts.410.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.226.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.455.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.28.mixer.experts.431.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.353.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.314.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.17.mixer.experts.38.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.76.mixer.experts.354.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.37.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.28.mixer.experts.209.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.99.mixer.experts.110.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.122.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.424.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.449.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.92.mixer.experts.111.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.58.norm.weight": "model-00115-of-00225.safetensors", + "backbone.layers.5.mixer.experts.80.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.46.mixer.experts.481.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.99.mixer.experts.35.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.53.mixer.experts.30.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.279.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.111.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.505.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.103.mixer.experts.112.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.51.mixer.experts.250.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.332.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.78.mixer.fc1_latent_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.396.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.510.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.92.mixer.experts.234.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.0.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.experts.368.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.53.mixer.experts.311.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.62.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.390.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.141.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.472.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.214.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.110.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.310.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.70.mixer.out_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.412.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.430.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.87.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.30.mixer.experts.423.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.49.mixer.experts.84.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.60.mixer.experts.504.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.67.mixer.experts.510.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.29.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.24.mixer.experts.221.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.83.mixer.experts.160.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.92.mixer.experts.204.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.257.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.42.mixer.experts.70.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.74.mixer.experts.124.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.107.mixer.experts.481.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.107.mixer.experts.62.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.49.mixer.experts.363.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.40.mixer.experts.411.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.71.mixer.experts.166.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.103.mixer.experts.310.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.181.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.294.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.90.mixer.experts.378.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.24.mixer.experts.342.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.451.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.10.mixer.experts.486.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.69.mixer.experts.112.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.299.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.379.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.176.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.21.mixer.experts.254.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.87.mixer.experts.268.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.157.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.80.mixer.experts.31.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.37.mixer.experts.198.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.220.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.476.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.15.mixer.experts.453.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.99.mixer.experts.208.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.8.mixer.experts.331.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.135.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.74.mixer.experts.474.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.504.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.46.mixer.experts.348.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.69.mixer.experts.162.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.372.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.322.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.360.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.281.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.399.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.101.mixer.experts.108.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.86.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.19.mixer.fc1_latent_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.101.mixer.experts.155.down_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.177.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.65.mixer.experts.387.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.463.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.240.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.62.mixer.experts.507.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.42.mixer.experts.435.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.379.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.35.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.359.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.357.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.144.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.78.mixer.experts.398.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.407.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.378.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.385.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.309.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.53.mixer.experts.353.down_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.9.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.40.mixer.experts.448.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.363.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.111.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.156.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.26.mixer.experts.178.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.105.mixer.experts.31.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.70.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.276.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.124.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.411.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.128.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.25.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.373.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.44.mixer.experts.458.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.1.mixer.experts.372.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.84.mixer.norm.weight": "model-00170-of-00225.safetensors", + "backbone.layers.101.mixer.experts.273.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.24.mixer.experts.146.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.53.mixer.experts.387.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.30.mixer.experts.163.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.107.mixer.experts.144.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.17.mixer.experts.192.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.26.mixer.experts.245.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.1.norm.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.244.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.301.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.55.mixer.experts.240.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.68.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.49.mixer.experts.275.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.262.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.28.mixer.experts.128.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.92.mixer.experts.305.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.11.mixer.norm.weight": "model-00024-of-00225.safetensors", + "backbone.layers.85.mixer.experts.90.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.329.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.394.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.206.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.47.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.1.mixer.experts.17.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.46.mixer.experts.158.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.204.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.71.mixer.experts.427.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.37.mixer.experts.128.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.3.mixer.experts.351.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.370.up_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.109.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.365.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.103.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.1.mixer.experts.318.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.67.mixer.experts.296.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.104.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.101.mixer.experts.511.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.169.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.455.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.67.mixer.experts.90.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.308.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.87.mixer.experts.366.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.172.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.10.mixer.experts.214.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.3.mixer.experts.431.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.150.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.112.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.60.mixer.experts.156.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.78.mixer.experts.181.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.358.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.470.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.33.mixer.experts.330.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.94.mixer.experts.461.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.30.mixer.experts.503.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.92.mixer.experts.158.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.49.mixer.experts.404.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.107.mixer.experts.372.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.62.mixer.experts.461.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.1.mixer.experts.83.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.310.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.379.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.12.mixer.experts.58.down_proj.weight": "model-00024-of-00225.safetensors", + "mtp.layers.1.mixer.experts.45.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.105.mixer.experts.376.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.390.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.118.up_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.402.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.26.mixer.experts.383.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.26.mixer.experts.205.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.302.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.42.mixer.experts.359.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.258.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.66.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.80.mixer.experts.42.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.35.mixer.experts.15.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.40.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.21.mixer.experts.435.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.10.mixer.experts.147.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.19.mixer.experts.36.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.46.mixer.experts.120.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.92.mixer.experts.95.down_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.18.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.35.mixer.experts.191.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.262.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.176.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.308.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.40.mixer.experts.185.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.243.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.35.mixer.experts.51.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.58.mixer.experts.152.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.76.mixer.experts.218.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.400.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.260.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.488.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.49.mixer.experts.490.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.206.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.316.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.472.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.8.mixer.experts.400.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.445.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.107.mixer.experts.161.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.78.mixer.experts.14.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.99.mixer.experts.477.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.308.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.481.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.90.mixer.experts.296.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.12.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.46.mixer.experts.159.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.233.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.67.mixer.experts.19.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.101.mixer.experts.161.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.fc1_latent_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.507.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.338.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.87.mixer.experts.153.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.505.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.53.mixer.experts.433.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.90.mixer.experts.64.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.377.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.435.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.17.mixer.experts.93.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.53.mixer.experts.65.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.12.mixer.experts.31.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.321.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.2.norm.weight": "model-00005-of-00225.safetensors", + "backbone.layers.65.mixer.experts.479.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.91.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.24.mixer.experts.277.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.10.mixer.experts.109.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.67.mixer.experts.34.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.408.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.406.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.54.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.87.mixer.experts.356.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.316.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.24.mixer.experts.4.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.347.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.7.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.151.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.178.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.12.mixer.experts.351.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.176.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.206.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.31.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.101.mixer.experts.47.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.26.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.457.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.188.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.19.mixer.experts.373.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.246.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.83.mixer.experts.188.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.33.mixer.experts.315.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.28.mixer.experts.309.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.65.mixer.experts.97.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.30.mixer.experts.333.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.177.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.44.mixer.experts.27.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.10.mixer.experts.171.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.246.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.30.mixer.experts.158.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.74.mixer.experts.143.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.55.mixer.experts.234.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.71.mixer.experts.310.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.51.mixer.experts.468.down_proj.weight": "model-00106-of-00225.safetensors", + "mtp.layers.1.mixer.experts.298.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.30.mixer.experts.366.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.186.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.12.mixer.experts.26.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.66.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.44.mixer.experts.418.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.experts.359.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.101.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.277.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.44.mixer.experts.171.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.53.mixer.experts.142.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.93.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.15.mixer.experts.85.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.133.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.78.mixer.experts.502.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.90.mixer.experts.391.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.392.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.243.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.61.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.96.mixer.experts.57.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.378.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.290.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.433.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.478.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.261.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.44.mixer.experts.407.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.17.mixer.experts.211.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.415.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.47.mixer.A_log": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.326.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.26.mixer.experts.139.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.80.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.60.mixer.experts.80.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.30.mixer.experts.373.up_proj.weight": "model-00064-of-00225.safetensors", + "mtp.layers.1.mixer.experts.370.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.87.mixer.experts.311.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.24.mixer.fc2_latent_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.65.mixer.experts.293.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.53.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.80.mixer.experts.264.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.21.mixer.experts.78.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.371.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.434.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.155.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.92.mixer.experts.386.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.53.mixer.experts.346.down_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.183.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.fc2_latent_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.19.mixer.experts.301.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.442.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.19.mixer.experts.206.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.399.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.167.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.8.mixer.experts.220.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.42.mixer.experts.407.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.343.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.92.mixer.experts.203.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.355.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.233.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.240.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.37.mixer.experts.122.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.469.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.173.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.26.mixer.experts.376.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.324.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.44.mixer.experts.16.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.77.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.484.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.85.mixer.experts.28.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.96.mixer.experts.473.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.1.mixer.experts.72.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.45.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.85.mixer.experts.145.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.69.mixer.experts.370.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.58.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.58.mixer.experts.110.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.15.mixer.experts.211.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.40.mixer.experts.335.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.283.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.365.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.53.mixer.experts.459.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.417.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.499.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.507.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.83.mixer.experts.231.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.42.mixer.experts.234.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.28.mixer.experts.379.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.349.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.50.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.65.mixer.experts.326.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.85.mixer.experts.89.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.21.mixer.experts.304.up_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.207.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.127.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.44.mixer.experts.364.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.1.mixer.experts.127.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.51.mixer.experts.328.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.345.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.19.mixer.experts.185.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.103.mixer.experts.16.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.40.mixer.experts.323.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.255.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.376.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.71.mixer.experts.351.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.69.mixer.experts.42.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.96.mixer.experts.36.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.221.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.356.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.7.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.33.mixer.experts.498.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.26.mixer.experts.27.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.212.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.377.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.69.mixer.experts.276.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.504.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.28.mixer.experts.175.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.372.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.210.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.468.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.3.mixer.experts.499.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.85.mixer.experts.68.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.492.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.486.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.10.mixer.experts.291.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.371.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.191.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.171.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.500.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.229.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.252.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.21.mixer.experts.352.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.experts.127.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.452.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.69.mixer.experts.16.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.506.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.326.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.200.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.406.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.90.mixer.experts.338.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.44.mixer.experts.184.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.96.mixer.experts.7.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.21.mixer.experts.349.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.90.mixer.experts.389.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.17.mixer.experts.484.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.339.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.21.mixer.experts.159.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.94.mixer.experts.18.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.83.mixer.experts.297.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.30.mixer.experts.491.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.294.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.83.mixer.experts.90.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.164.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.71.mixer.experts.359.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.143.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.357.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.83.mixer.experts.339.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.3.mixer.experts.54.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.81.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.49.mixer.experts.337.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.41.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.387.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.333.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.80.mixer.experts.394.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.371.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.125.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.51.mixer.experts.231.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.411.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.78.mixer.experts.179.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.409.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.351.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.44.mixer.experts.334.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.55.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.87.mixer.experts.217.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.350.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.55.mixer.experts.63.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.5.mixer.experts.49.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.85.mixer.experts.426.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.90.mixer.experts.34.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.1.mixer.experts.489.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.101.mixer.experts.487.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.53.mixer.experts.394.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.42.mixer.experts.37.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.90.mixer.experts.227.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.415.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.315.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.87.mixer.experts.55.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.15.mixer.experts.77.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.79.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.26.mixer.experts.270.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.168.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.28.mixer.experts.135.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.218.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.264.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.190.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.188.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.138.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.94.mixer.experts.67.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.51.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.366.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.498.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.12.mixer.experts.188.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.105.mixer.experts.213.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.67.mixer.experts.202.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.292.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.373.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.1.mixer.experts.300.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.90.mixer.experts.71.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.342.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.78.mixer.experts.492.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.44.mixer.experts.254.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.361.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.163.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.96.mixer.experts.303.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.28.mixer.experts.427.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.143.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.216.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.357.up_proj.weight": "model-00095-of-00225.safetensors", + "mtp.layers.1.mixer.experts.61.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.103.mixer.experts.166.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.105.mixer.experts.375.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.116.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.28.mixer.experts.313.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.1.mixer.experts.51.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.12.mixer.experts.230.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.87.mixer.experts.435.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.298.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.25.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.340.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.415.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.412.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.96.mixer.experts.111.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.456.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.295.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.64.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.10.mixer.experts.39.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.15.mixer.experts.378.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.501.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.55.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.52.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.65.mixer.experts.306.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.148.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.40.mixer.experts.106.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.377.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.17.mixer.experts.4.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.103.mixer.experts.486.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.5.mixer.experts.44.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.94.mixer.experts.214.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.92.mixer.experts.302.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.35.mixer.experts.96.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.130.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.87.mixer.experts.63.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.58.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.3.mixer.experts.204.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.380.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.21.mixer.experts.34.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.71.mixer.experts.184.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.77.mixer.in_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.188.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.407.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.505.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.19.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.150.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.85.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.368.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.48.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.227.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.509.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.92.mixer.experts.454.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.14.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.15.mixer.experts.456.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.222.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.15.mixer.experts.318.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.357.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.1.mixer.experts.235.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.442.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.401.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.85.mixer.experts.485.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.246.up_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.354.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.80.mixer.experts.18.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.17.mixer.experts.246.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.121.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.105.mixer.experts.213.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.99.mixer.experts.131.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.gate.e_score_correction_bias": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.437.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.352.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.90.mixer.experts.194.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.399.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.55.mixer.experts.283.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.35.mixer.experts.322.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.367.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.180.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.44.mixer.experts.12.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.169.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.489.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.386.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.484.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.40.mixer.experts.312.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.144.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.83.mixer.experts.110.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.430.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.90.up_proj.weight": "model-00203-of-00225.safetensors", + "mtp.layers.1.mixer.experts.304.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.38.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.225.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.78.mixer.experts.20.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.35.mixer.experts.137.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.60.mixer.experts.1.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.101.mixer.experts.299.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.343.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.48.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.58.mixer.experts.497.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.94.mixer.experts.285.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.471.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.90.mixer.experts.308.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.318.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.30.mixer.experts.193.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.103.mixer.experts.36.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.125.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.344.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.26.mixer.experts.429.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.197.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.norm.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.369.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.394.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.35.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.67.mixer.experts.373.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.210.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.37.mixer.experts.231.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.417.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.40.mixer.experts.6.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.311.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.129.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.475.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.3.mixer.experts.64.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.268.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.103.mixer.experts.253.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.21.mixer.experts.220.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.60.mixer.experts.173.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.92.mixer.experts.15.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.134.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.230.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.43.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.105.mixer.experts.413.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.85.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.447.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.76.mixer.experts.394.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.85.mixer.experts.168.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.131.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.67.mixer.experts.173.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.3.mixer.experts.86.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.101.mixer.experts.431.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.205.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.46.mixer.experts.163.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.91.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.99.mixer.experts.269.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.130.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.87.mixer.experts.110.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.21.mixer.experts.123.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.439.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.303.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.50.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.80.mixer.experts.472.up_proj.weight": "model-00165-of-00225.safetensors", + "mtp.layers.1.mixer.experts.309.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.15.mixer.experts.112.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.323.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.168.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.33.mixer.experts.86.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.69.mixer.experts.324.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.229.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.244.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.30.mixer.experts.136.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.274.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.325.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.99.mixer.experts.93.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.87.mixer.experts.393.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.175.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.71.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.223.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.1.mixer.experts.34.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.19.mixer.experts.54.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.289.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.101.mixer.experts.11.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.1.mixer.experts.414.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.44.mixer.experts.357.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.10.mixer.experts.323.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.119.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.273.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.17.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.148.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.19.mixer.experts.108.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.499.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.443.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.507.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.62.mixer.experts.321.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.92.mixer.experts.396.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.34.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.497.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.101.mixer.experts.21.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.58.mixer.experts.30.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.35.mixer.experts.400.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.55.mixer.experts.1.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.8.mixer.experts.424.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.90.mixer.experts.496.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.83.mixer.experts.454.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.44.mixer.experts.165.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.366.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.46.mixer.experts.36.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.16.norm.weight": "model-00033-of-00225.safetensors", + "backbone.layers.10.mixer.experts.204.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.120.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.60.mixer.experts.446.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.83.mixer.experts.245.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.76.mixer.experts.121.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.96.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.92.mixer.experts.437.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.128.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.37.mixer.experts.178.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.446.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.24.mixer.experts.509.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.468.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.101.mixer.experts.432.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.39.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.76.mixer.experts.365.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.69.mixer.experts.47.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.218.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.300.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.74.mixer.experts.503.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.94.mixer.experts.257.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.33.mixer.experts.213.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.67.mixer.experts.239.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.55.mixer.experts.57.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.132.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.322.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.105.mixer.experts.464.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.214.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.5.mixer.experts.31.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.101.mixer.experts.476.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.78.mixer.experts.108.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.502.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.374.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.24.mixer.experts.323.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.140.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.24.mixer.experts.232.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.87.mixer.experts.13.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.1.mixer.experts.250.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.52.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.52.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.49.mixer.experts.409.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.401.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.96.mixer.experts.217.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.41.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.49.mixer.experts.447.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.176.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.96.mixer.experts.260.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.61.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.107.mixer.experts.139.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.5.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.28.mixer.experts.48.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.433.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.35.mixer.experts.48.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.80.mixer.experts.419.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.80.mixer.experts.349.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.451.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.94.mixer.experts.159.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.365.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.92.mixer.experts.493.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.58.mixer.experts.166.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.17.mixer.experts.287.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.228.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.71.mixer.experts.484.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.103.mixer.experts.343.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.10.mixer.experts.137.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.498.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.55.mixer.experts.115.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.437.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.85.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.78.mixer.experts.426.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.293.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.185.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.75.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.218.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.105.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.188.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.5.mixer.experts.153.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.202.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.74.mixer.experts.395.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.63.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.207.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.241.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.408.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.103.mixer.experts.480.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.69.mixer.experts.375.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.208.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.507.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.87.mixer.experts.330.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.263.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.90.mixer.experts.365.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.143.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.474.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.184.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.26.mixer.experts.379.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.71.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.206.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.222.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.37.mixer.experts.112.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.76.mixer.experts.495.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.65.mixer.experts.288.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.65.mixer.experts.443.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.24.mixer.experts.99.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.87.mixer.experts.307.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.119.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.478.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.90.mixer.experts.92.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.73.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.3.mixer.experts.300.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.450.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.67.mixer.experts.103.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.51.mixer.experts.415.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.299.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.338.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.413.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.274.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.236.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.42.mixer.experts.254.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.28.mixer.experts.190.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.429.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.80.mixer.experts.341.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.shared_experts.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.53.mixer.experts.272.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.301.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.456.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.experts.475.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.101.mixer.experts.414.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.17.mixer.experts.125.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.83.mixer.experts.148.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.21.mixer.experts.294.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.488.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.84.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.62.mixer.experts.103.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.40.mixer.experts.99.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.65.mixer.experts.328.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.62.mixer.experts.93.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.107.mixer.experts.164.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.386.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.300.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.66.norm.weight": "model-00133-of-00225.safetensors", + "backbone.layers.92.mixer.experts.19.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.68.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.284.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.499.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.164.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.0.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.179.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.158.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.80.mixer.experts.390.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.12.mixer.experts.62.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.67.mixer.experts.298.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.195.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.98.mixer.v_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.51.mixer.experts.145.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.53.mixer.experts.52.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.3.mixer.experts.287.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.333.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.8.mixer.experts.35.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.1.mixer.experts.229.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.301.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.28.mixer.experts.74.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.263.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.65.mixer.experts.299.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.452.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.78.mixer.experts.103.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.242.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.285.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.44.mixer.experts.216.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.330.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.94.mixer.experts.70.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.48.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.172.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.307.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.24.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.69.mixer.experts.106.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.177.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.26.mixer.experts.17.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.385.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.101.mixer.experts.361.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.83.mixer.experts.98.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.46.mixer.experts.391.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.383.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.111.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.87.mixer.experts.74.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.5.mixer.experts.189.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.40.mixer.experts.276.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.28.mixer.experts.155.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.19.mixer.experts.466.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.103.mixer.experts.372.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.21.mixer.experts.312.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.103.mixer.experts.453.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.83.mixer.experts.59.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.90.mixer.experts.49.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.65.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.333.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.26.mixer.experts.407.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.46.mixer.experts.329.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.40.mixer.experts.440.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.87.mixer.experts.448.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.92.mixer.experts.79.down_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.148.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.5.mixer.experts.398.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.236.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.71.mixer.experts.174.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.39.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.12.mixer.experts.306.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.26.mixer.experts.52.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.105.mixer.experts.102.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.485.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.10.mixer.experts.478.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.150.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.374.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.60.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.502.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.78.mixer.experts.23.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.142.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.92.mixer.experts.293.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.53.mixer.experts.30.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.37.mixer.experts.371.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.62.mixer.experts.305.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.10.mixer.experts.190.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.29.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.46.mixer.experts.437.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.204.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.293.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.5.mixer.experts.286.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.288.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.101.mixer.experts.85.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.187.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.76.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.169.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.8.mixer.experts.248.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.97.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.85.mixer.experts.432.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.380.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.504.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.85.mixer.experts.309.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.26.mixer.experts.390.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.fc1_latent_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.155.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.92.mixer.experts.192.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.503.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.92.mixer.experts.246.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.42.mixer.experts.374.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.115.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.315.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.117.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.474.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.456.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.89.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.215.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.83.mixer.experts.235.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.71.mixer.experts.56.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.15.mixer.experts.375.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.1.mixer.experts.485.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.382.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.371.down_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.103.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.80.mixer.experts.101.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.417.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.35.mixer.experts.126.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.385.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.12.mixer.experts.424.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.55.mixer.experts.443.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.16.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.10.mixer.experts.231.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.406.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.80.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.28.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.8.mixer.experts.394.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.51.mixer.experts.272.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.83.mixer.experts.100.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.49.mixer.experts.400.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.87.mixer.experts.96.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.151.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.58.mixer.experts.195.up_proj.weight": "model-00117-of-00225.safetensors", + "mtp.layers.1.mixer.experts.113.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.508.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.58.mixer.experts.376.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.3.mixer.experts.375.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.290.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.35.mixer.experts.257.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.79.mixer.conv1d.bias": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.233.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.67.mixer.experts.259.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.156.down_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.410.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.99.mixer.experts.469.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.65.mixer.experts.337.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.470.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.30.mixer.experts.388.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.94.mixer.experts.505.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.42.mixer.experts.86.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.26.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.35.mixer.experts.113.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.205.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.167.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.218.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.28.mixer.experts.369.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.272.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.105.mixer.experts.91.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.33.mixer.experts.408.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.490.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.33.mixer.experts.198.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.123.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.428.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.303.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.229.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.35.mixer.experts.196.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.216.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.40.mixer.experts.285.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.30.mixer.experts.200.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.35.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.49.mixer.experts.243.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.427.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.160.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.299.up_proj.weight": "model-00154-of-00225.safetensors", + "mtp.layers.1.mixer.experts.502.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.78.mixer.experts.417.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.105.mixer.experts.212.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.210.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.59.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.12.mixer.experts.450.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.453.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.105.mixer.experts.335.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.163.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.194.up_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.224.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.380.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.19.mixer.experts.68.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.51.mixer.experts.394.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.307.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.264.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.411.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.49.mixer.experts.38.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.245.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.226.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.24.mixer.experts.153.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.69.mixer.experts.345.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.240.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.50.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.74.mixer.experts.488.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.303.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.491.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.262.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.62.mixer.experts.412.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.202.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.219.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.103.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.441.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.33.mixer.experts.364.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.101.mixer.experts.246.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.53.mixer.experts.138.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.456.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.5.mixer.experts.190.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.275.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.50.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.15.mixer.experts.480.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.268.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.366.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.509.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.367.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.265.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.103.mixer.experts.185.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.41.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.44.mixer.experts.299.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.58.mixer.experts.225.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.62.mixer.experts.209.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.8.mixer.experts.501.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.335.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.195.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.85.mixer.experts.399.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.76.mixer.experts.36.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.130.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.62.mixer.experts.316.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.7.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.49.mixer.experts.466.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.20.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.1.mixer.experts.374.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.28.mixer.experts.392.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.46.mixer.experts.347.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.26.mixer.experts.408.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.264.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.83.mixer.experts.278.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.83.mixer.experts.425.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.49.mixer.experts.96.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.89.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.5.mixer.experts.443.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.92.mixer.experts.262.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.65.mixer.experts.432.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.37.mixer.experts.355.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.111.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.62.mixer.experts.280.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.19.mixer.experts.477.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.5.mixer.experts.256.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.340.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.105.mixer.experts.448.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.32.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.15.mixer.experts.436.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.247.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.71.mixer.experts.299.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.284.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.290.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.187.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.67.mixer.experts.121.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.62.mixer.experts.85.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.52.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.225.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.196.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.55.mixer.experts.296.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.51.mixer.experts.322.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.146.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.189.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.60.mixer.experts.93.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.209.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.270.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.49.mixer.experts.454.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.423.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.62.mixer.experts.440.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.196.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.49.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.477.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.21.mixer.experts.128.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.266.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.496.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.60.mixer.experts.102.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.234.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.206.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.171.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.30.mixer.experts.175.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.49.mixer.experts.184.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.40.mixer.experts.248.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.37.mixer.experts.343.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.3.mixer.experts.326.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.77.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.474.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.15.mixer.experts.449.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.46.mixer.experts.262.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.61.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.49.mixer.experts.120.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.28.mixer.experts.412.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.67.mixer.experts.484.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.55.mixer.experts.321.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.158.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.53.mixer.experts.192.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.8.mixer.experts.178.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.409.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.60.mixer.experts.458.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.17.mixer.experts.284.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.76.mixer.experts.382.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.101.mixer.experts.313.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.42.mixer.experts.148.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.87.mixer.experts.383.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.375.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.74.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.40.mixer.experts.309.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.172.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.105.mixer.experts.384.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.19.mixer.experts.388.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.213.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.103.mixer.experts.86.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.experts.330.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.165.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.146.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.37.mixer.experts.471.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.3.mixer.experts.360.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.21.mixer.experts.326.up_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.408.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.67.mixer.experts.295.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.140.up_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.0.norm.weight": "model-00221-of-00225.safetensors", + "backbone.layers.19.mixer.experts.261.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.19.mixer.experts.50.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.293.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.17.mixer.experts.251.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.148.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.49.mixer.experts.444.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.87.mixer.experts.427.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.87.mixer.experts.62.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.185.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.99.mixer.experts.443.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.12.mixer.experts.307.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.181.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.327.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.99.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.29.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.146.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.12.up_proj.weight": "model-00166-of-00225.safetensors", + "mtp.layers.1.mixer.experts.417.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.90.mixer.experts.182.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.165.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.169.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.101.mixer.experts.285.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.130.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.73.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.5.mixer.experts.165.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.403.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.202.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.270.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.44.mixer.experts.143.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.78.mixer.experts.268.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.55.mixer.experts.411.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.306.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.74.mixer.experts.346.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.85.mixer.experts.117.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.106.mixer.out_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.69.mixer.experts.20.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.26.mixer.experts.96.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.335.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.87.mixer.experts.147.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.90.mixer.experts.355.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.443.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.70.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.502.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.331.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.83.mixer.experts.257.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.106.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.51.mixer.experts.248.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.61.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.62.mixer.experts.53.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.92.mixer.experts.129.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.65.mixer.experts.262.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.415.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.96.mixer.experts.430.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.263.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.387.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.51.mixer.experts.500.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.91.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.92.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.294.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.353.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.12.mixer.experts.411.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.466.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.175.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.220.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.8.mixer.experts.252.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.101.mixer.experts.188.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.96.mixer.experts.223.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.124.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.192.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.19.mixer.experts.422.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.115.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.443.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.373.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.5.mixer.experts.123.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.498.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.38.mixer.conv1d.weight": "model-00079-of-00225.safetensors", + "backbone.layers.69.mixer.experts.1.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.43.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.92.mixer.experts.451.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.65.mixer.experts.238.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.3.mixer.experts.68.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.26.mixer.experts.53.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.94.mixer.experts.316.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.427.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.26.mixer.experts.174.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.103.mixer.experts.319.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.87.mixer.experts.317.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.193.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.427.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.44.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.425.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.65.mixer.experts.170.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.325.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.423.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.408.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.26.mixer.experts.480.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.53.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.192.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.85.mixer.experts.55.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.359.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.151.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.118.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.343.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.60.mixer.experts.105.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.28.mixer.experts.388.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.46.mixer.experts.86.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.124.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.85.mixer.experts.44.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.46.mixer.experts.291.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.74.mixer.experts.127.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.21.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.203.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.53.mixer.experts.307.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.96.mixer.experts.3.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.76.mixer.experts.191.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.61.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.329.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.55.mixer.experts.251.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.460.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.132.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.28.mixer.experts.326.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.492.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.21.mixer.experts.262.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.85.mixer.experts.167.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.24.mixer.experts.211.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.36.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.221.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.19.mixer.experts.173.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.8.mixer.experts.452.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.65.mixer.experts.418.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.42.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.96.mixer.experts.192.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.464.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.71.mixer.experts.272.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.30.mixer.experts.500.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.67.mixer.experts.137.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.17.mixer.experts.343.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.309.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.79.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.58.mixer.experts.478.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.74.mixer.experts.511.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.24.mixer.experts.405.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.433.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.51.mixer.experts.190.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.10.mixer.experts.414.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.174.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.3.mixer.experts.217.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.285.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.final_layernorm.weight": "model-00225-of-00225.safetensors", + "backbone.layers.92.mixer.experts.438.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.44.mixer.experts.86.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.217.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.91.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.288.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.473.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.78.mixer.experts.137.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.485.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.74.mixer.experts.198.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.24.mixer.experts.406.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.355.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.19.mixer.experts.485.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.94.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.6.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.503.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.105.mixer.experts.441.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.411.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.38.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.87.mixer.experts.216.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.72.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.99.mixer.experts.216.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.17.mixer.experts.366.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.97.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.87.mixer.experts.414.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.388.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.87.mixer.experts.11.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.5.mixer.experts.10.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.416.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.42.mixer.experts.33.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.28.mixer.experts.20.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.383.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.13.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.62.mixer.experts.440.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.105.mixer.experts.253.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.34.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.245.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.74.mixer.experts.109.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.3.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.366.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.55.mixer.experts.322.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.101.mixer.experts.13.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.8.mixer.experts.346.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.92.mixer.experts.173.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.60.mixer.experts.301.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.329.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.83.mixer.experts.245.up_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.80.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.12.mixer.experts.427.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.493.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.477.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.61.mixer.in_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.105.mixer.experts.1.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.280.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.46.mixer.experts.491.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.107.mixer.experts.205.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.357.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.365.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.84.norm.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.412.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.69.mixer.experts.24.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.29.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.58.mixer.experts.186.up_proj.weight": "model-00117-of-00225.safetensors", + "mtp.layers.1.mixer.experts.375.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.37.mixer.experts.498.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.92.mixer.experts.369.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.65.mixer.experts.127.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.44.mixer.experts.348.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.3.mixer.experts.183.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.105.mixer.experts.461.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.24.mixer.experts.159.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.15.mixer.experts.291.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.265.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.364.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.225.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.306.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.386.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.10.mixer.experts.187.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.76.mixer.experts.252.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.185.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.491.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.438.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.53.mixer.experts.360.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.101.mixer.experts.290.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.26.mixer.experts.179.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.44.mixer.experts.159.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.354.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.58.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.94.mixer.experts.266.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.355.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.44.mixer.experts.338.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.75.mixer.norm.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.69.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.15.mixer.experts.24.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.290.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.74.mixer.experts.68.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.237.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.111.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.15.mixer.experts.194.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.394.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.423.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.101.mixer.experts.293.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.467.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.12.mixer.experts.369.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.103.mixer.experts.141.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.53.mixer.experts.37.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.359.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.83.mixer.experts.196.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.67.mixer.experts.84.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.151.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.28.mixer.experts.117.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.420.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.5.mixer.experts.305.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.300.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.78.mixer.experts.50.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.409.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.58.mixer.experts.394.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.302.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.92.mixer.experts.85.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.389.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.12.mixer.experts.14.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.359.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.3.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.74.mixer.experts.160.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.107.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.3.mixer.experts.188.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.227.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.67.mixer.experts.359.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.62.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.161.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.80.mixer.experts.412.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.83.mixer.experts.401.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.382.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.10.mixer.experts.198.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.69.mixer.experts.510.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.17.mixer.experts.252.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.143.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.60.mixer.experts.196.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.121.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.355.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.257.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.8.mixer.experts.345.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.96.mixer.gate.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.117.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.143.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.67.mixer.experts.308.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.44.mixer.experts.210.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.85.mixer.experts.382.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.82.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.99.mixer.experts.177.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.99.mixer.experts.315.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.159.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.74.mixer.experts.453.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.18.mixer.conv1d.weight": "model-00037-of-00225.safetensors", + "backbone.layers.37.mixer.experts.235.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.96.mixer.experts.131.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.414.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.69.mixer.experts.242.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.101.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.426.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.103.mixer.experts.456.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.351.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.60.mixer.experts.403.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.303.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.33.mixer.experts.190.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.284.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.19.mixer.experts.160.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.180.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.60.mixer.experts.427.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.19.mixer.experts.198.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.21.mixer.experts.144.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.58.mixer.experts.247.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.40.mixer.experts.310.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.285.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.35.mixer.experts.402.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.188.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.104.mixer.out_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.220.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.206.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.30.mixer.experts.88.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.51.mixer.experts.215.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.12.mixer.experts.400.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.419.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.10.mixer.experts.443.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.364.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.483.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.49.mixer.experts.347.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.352.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.234.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.106.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.49.mixer.experts.411.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.323.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.60.mixer.experts.157.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.51.mixer.experts.232.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.76.mixer.experts.204.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.76.mixer.experts.404.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.74.mixer.experts.171.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.144.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.27.mixer.conv1d.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.484.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.107.mixer.experts.472.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.262.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.76.mixer.experts.226.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.126.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.258.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.67.mixer.experts.35.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.10.mixer.experts.122.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.444.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.62.mixer.experts.458.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.17.mixer.experts.385.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.507.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.94.mixer.experts.335.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.67.mixer.experts.200.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.21.mixer.experts.177.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.78.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.134.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.297.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.76.mixer.experts.235.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.74.mixer.experts.432.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.74.mixer.experts.151.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.244.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.74.mixer.experts.300.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.experts.128.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.65.mixer.experts.185.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.397.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.107.mixer.experts.98.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.92.mixer.experts.384.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.44.mixer.experts.295.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.26.mixer.experts.95.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.3.mixer.experts.202.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.474.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.152.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.116.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.230.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.35.mixer.experts.245.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.12.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.92.mixer.experts.137.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.284.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.489.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.101.mixer.experts.211.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.299.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.78.mixer.experts.21.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.199.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.438.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.19.mixer.experts.124.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.383.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.96.mixer.experts.315.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.33.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.15.mixer.experts.23.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.410.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.396.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.137.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.94.mixer.experts.30.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.10.mixer.experts.191.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.246.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.80.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.33.mixer.experts.23.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.1.mixer.experts.201.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.411.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.104.mixer.norm.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.75.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.0.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.101.mixer.experts.492.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.165.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.16.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.247.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.51.mixer.experts.408.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.71.mixer.experts.58.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.281.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.40.mixer.experts.434.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.152.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.35.mixer.experts.326.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.51.mixer.experts.508.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.30.mixer.experts.203.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.437.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.88.mixer.A_log": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.472.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.60.mixer.experts.195.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.fc1_latent_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.19.mixer.experts.138.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.21.mixer.experts.217.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.8.mixer.experts.115.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.19.mixer.experts.314.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.24.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.46.mixer.experts.320.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.178.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.42.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.415.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.78.mixer.experts.436.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.24.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.24.mixer.experts.186.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.20.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.49.mixer.experts.372.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.220.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.370.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.12.mixer.experts.380.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.94.mixer.experts.133.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.53.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.244.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.214.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.496.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.65.mixer.experts.326.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.170.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.40.mixer.experts.226.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.40.mixer.experts.507.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.327.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.99.mixer.experts.406.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.481.down_proj.weight": "model-00174-of-00225.safetensors", + "mtp.layers.1.mixer.experts.268.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.437.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.323.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.37.mixer.experts.452.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.485.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.10.mixer.experts.334.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.24.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.403.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.30.mixer.experts.396.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.26.mixer.experts.459.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.357.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.76.mixer.shared_experts.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.85.mixer.experts.407.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.242.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.306.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.92.mixer.experts.280.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.453.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.28.mixer.experts.377.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.58.mixer.experts.234.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.284.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.403.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.44.mixer.experts.387.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.273.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.120.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.58.mixer.experts.413.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.67.mixer.experts.191.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.310.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.74.mixer.experts.42.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.111.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.40.mixer.experts.356.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.19.mixer.experts.181.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.302.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.484.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.80.mixer.experts.212.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.168.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.462.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.406.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.85.mixer.experts.442.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.103.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.428.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.249.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.326.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.317.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.99.mixer.experts.191.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.253.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.51.mixer.experts.496.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.71.mixer.experts.38.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.49.mixer.experts.18.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.96.mixer.experts.444.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.96.mixer.experts.58.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.74.mixer.experts.12.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.489.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.71.mixer.experts.276.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.225.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.104.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.400.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.99.mixer.experts.300.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.452.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.55.mixer.experts.479.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.78.mixer.experts.139.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.35.mixer.experts.216.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.46.mixer.experts.197.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.28.mixer.experts.209.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.116.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.69.mixer.experts.75.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.45.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.15.mixer.shared_experts.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.351.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.139.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.26.mixer.experts.491.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.60.mixer.experts.126.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.150.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.59.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.348.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.37.mixer.experts.40.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.158.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.442.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.126.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.58.mixer.experts.468.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.360.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.55.mixer.experts.313.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.438.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.103.mixer.experts.88.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.448.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.26.mixer.experts.210.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.90.mixer.experts.162.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.55.mixer.experts.297.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.393.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.21.mixer.experts.315.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.19.mixer.experts.0.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.74.mixer.experts.346.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.412.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.69.mixer.experts.481.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.1.mixer.experts.323.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.87.mixer.experts.214.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.101.mixer.experts.40.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.65.mixer.experts.196.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.60.mixer.experts.227.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.413.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.74.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.128.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.78.mixer.experts.444.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.6.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.10.mixer.experts.169.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.383.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.15.mixer.experts.413.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.21.mixer.experts.358.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.133.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.20.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.86.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.503.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.391.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.80.mixer.experts.176.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.76.mixer.experts.204.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.83.mixer.experts.428.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.46.mixer.experts.132.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.370.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.509.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.67.mixer.experts.277.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.94.mixer.experts.115.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.74.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.21.mixer.experts.478.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.46.mixer.experts.311.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.49.mixer.experts.70.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.1.mixer.experts.119.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.407.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.136.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.350.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.337.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.105.mixer.experts.246.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.76.mixer.experts.296.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.59.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.85.mixer.experts.498.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.460.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.172.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.87.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.10.mixer.experts.11.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.10.mixer.experts.346.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.388.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.367.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.28.mixer.experts.158.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.334.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.147.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.83.mixer.experts.362.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.37.mixer.gate.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.410.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.74.mixer.experts.505.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.87.mixer.experts.183.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.87.mixer.experts.252.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.233.up_proj.weight": "model-00195-of-00225.safetensors", + "mtp.layers.1.mixer.experts.340.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.216.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.193.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.418.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.369.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.83.mixer.experts.17.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.30.mixer.experts.175.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.184.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.80.mixer.experts.495.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.203.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.0.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.22.norm.weight": "model-00047-of-00225.safetensors", + "backbone.layers.33.mixer.experts.203.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.312.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.90.mixer.experts.458.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.87.mixer.experts.212.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.441.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.1.mixer.experts.253.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.403.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.348.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.224.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.382.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.101.mixer.experts.274.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.360.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.336.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.80.mixer.experts.69.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.364.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.15.mixer.experts.387.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.340.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.44.mixer.experts.81.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.108.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.470.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.60.mixer.experts.420.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.410.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.454.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.93.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.407.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.235.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.29.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.227.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.31.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.107.mixer.experts.201.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.69.mixer.experts.418.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.17.mixer.experts.271.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.360.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.80.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.421.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.49.mixer.experts.278.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.33.mixer.experts.424.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.12.mixer.experts.3.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.163.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.49.mixer.experts.458.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.451.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.74.mixer.experts.34.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.219.up_proj.weight": "model-00053-of-00225.safetensors", + "mtp.layers.1.mixer.experts.204.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.360.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.384.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.180.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.245.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.96.mixer.experts.114.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.107.mixer.experts.261.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.53.mixer.experts.196.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.249.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.364.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.12.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.99.mixer.experts.350.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.51.mixer.experts.420.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.396.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.343.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.37.mixer.experts.31.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.87.mixer.experts.129.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.400.up_proj.weight": "model-00206-of-00225.safetensors", + "mtp.layers.1.mixer.experts.325.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.17.mixer.experts.130.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.53.mixer.experts.407.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.62.mixer.experts.377.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.125.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.40.mixer.experts.236.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.364.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.105.mixer.experts.80.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.28.mixer.experts.272.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.3.mixer.experts.256.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.277.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.327.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.100.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.42.mixer.experts.74.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.308.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.400.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.15.mixer.experts.179.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.8.mixer.experts.64.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.49.mixer.experts.428.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.447.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.85.mixer.experts.405.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.281.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.94.mixer.experts.457.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.5.mixer.experts.172.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.21.mixer.experts.152.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.69.mixer.experts.112.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.49.mixer.experts.307.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.105.mixer.experts.246.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.78.mixer.experts.40.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.12.mixer.experts.238.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.441.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.105.mixer.experts.148.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.49.mixer.experts.343.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.335.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.15.mixer.experts.294.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.42.mixer.experts.198.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.8.mixer.experts.47.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.15.mixer.experts.47.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.266.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.471.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.49.mixer.experts.60.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.87.mixer.experts.395.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.1.mixer.experts.2.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.19.mixer.experts.117.down_proj.weight": "model-00039-of-00225.safetensors", + "mtp.layers.1.mixer.experts.22.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.511.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.96.mixer.experts.162.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.35.mixer.experts.269.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.fc2_latent_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.62.mixer.experts.492.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.466.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.94.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.101.mixer.experts.177.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.49.mixer.experts.116.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.51.mixer.experts.205.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.260.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.83.mixer.experts.190.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.92.mixer.experts.311.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.299.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.476.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.387.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.420.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.175.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.501.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.291.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.74.mixer.experts.302.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.53.mixer.experts.172.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.78.mixer.experts.91.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.53.mixer.experts.117.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.201.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.197.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.161.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.30.mixer.experts.399.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.112.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.46.mixer.experts.3.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.57.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.51.mixer.experts.182.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.442.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.96.mixer.experts.338.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.94.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.214.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.49.mixer.experts.104.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.96.mixer.experts.490.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.276.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.436.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.238.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.37.mixer.experts.485.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.42.mixer.experts.296.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.103.mixer.experts.362.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.392.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.69.mixer.experts.441.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.125.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.370.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.58.mixer.experts.424.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.19.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.343.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.130.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.409.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.204.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.228.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.12.mixer.experts.92.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.147.up_proj.weight": "model-00194-of-00225.safetensors", + "mtp.layers.1.mixer.experts.52.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.101.mixer.experts.504.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.87.mixer.experts.369.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.43.mixer.conv1d.bias": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.269.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.30.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.44.mixer.experts.263.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.10.mixer.experts.177.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.331.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.469.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.49.mixer.experts.435.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.9.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.29.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.105.mixer.experts.201.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.168.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.423.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.92.mixer.experts.399.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.33.mixer.experts.8.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.234.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.58.mixer.experts.495.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.69.mixer.experts.124.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.92.mixer.experts.108.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.17.mixer.experts.132.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.120.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.90.mixer.experts.171.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.372.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.73.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.389.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.137.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.10.mixer.experts.167.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.101.mixer.experts.399.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.150.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.76.mixer.experts.87.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.95.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.429.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.107.mixer.experts.191.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.26.mixer.experts.386.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.3.mixer.experts.433.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.105.mixer.experts.414.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.251.up_proj.weight": "model-00076-of-00225.safetensors", + "mtp.layers.1.mixer.experts.198.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.190.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.90.mixer.experts.430.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.26.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.67.mixer.experts.408.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.62.mixer.experts.75.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.58.mixer.experts.101.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.87.mixer.experts.262.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.19.mixer.experts.72.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.17.mixer.experts.3.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.12.mixer.experts.154.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.40.mixer.experts.107.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.102.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.351.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.96.mixer.experts.340.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.28.down_proj.weight": "model-00175-of-00225.safetensors", + "mtp.layers.1.mixer.experts.208.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.99.mixer.experts.16.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.33.mixer.experts.53.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.94.mixer.experts.224.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.491.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.458.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.92.mixer.experts.326.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.364.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.99.mixer.experts.359.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.69.mixer.experts.390.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.487.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.60.mixer.experts.364.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.139.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.99.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.489.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.8.mixer.experts.78.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.393.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.206.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.1.mixer.experts.290.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.193.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.282.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.500.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.107.mixer.experts.367.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.333.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.315.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.12.mixer.experts.430.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.83.mixer.experts.399.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.16.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.194.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.62.mixer.experts.96.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.3.mixer.experts.383.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.406.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.506.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.24.mixer.experts.83.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.330.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.105.mixer.experts.268.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.101.mixer.experts.272.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.67.mixer.experts.169.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.65.mixer.experts.118.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.32.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.76.mixer.experts.92.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.92.mixer.experts.426.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.99.mixer.experts.241.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.381.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.430.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.51.mixer.experts.28.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.74.mixer.experts.234.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.96.mixer.experts.289.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.69.mixer.experts.118.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.107.mixer.experts.361.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.122.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.395.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.494.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.413.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.457.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.341.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.90.mixer.experts.228.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.12.mixer.experts.501.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.92.mixer.experts.316.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.165.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.76.mixer.experts.195.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.48.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.484.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.37.mixer.experts.133.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.49.mixer.experts.109.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.218.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.gate.e_score_correction_bias": "model-00220-of-00225.safetensors", + "backbone.layers.3.mixer.experts.118.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.105.mixer.experts.175.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.315.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.12.mixer.experts.465.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.451.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.67.mixer.experts.241.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.314.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.58.mixer.experts.375.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.74.mixer.experts.2.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.62.mixer.experts.385.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.1.mixer.experts.391.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.16.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.358.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.5.mixer.experts.469.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.204.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.78.mixer.experts.421.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.62.mixer.experts.168.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.174.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.85.mixer.experts.343.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.236.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.65.mixer.experts.422.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.53.mixer.experts.57.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.5.mixer.experts.3.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.17.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.80.mixer.experts.468.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.279.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.358.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.62.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.71.mixer.experts.180.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.92.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.90.mixer.experts.457.up_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.190.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.122.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.260.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.203.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.494.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.343.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.384.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.30.mixer.experts.290.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.99.mixer.experts.74.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.88.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.78.mixer.experts.78.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.236.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.58.mixer.experts.471.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.274.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.24.mixer.experts.102.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.310.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.78.mixer.experts.465.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.55.mixer.experts.198.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.314.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.37.mixer.experts.212.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.366.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.17.mixer.experts.218.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.68.norm.weight": "model-00138-of-00225.safetensors", + "backbone.layers.58.mixer.experts.466.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.373.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.90.mixer.experts.109.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.85.mixer.experts.273.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.3.mixer.experts.107.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.8.mixer.experts.396.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.41.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.49.mixer.experts.52.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.60.mixer.experts.335.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.449.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.78.mixer.experts.106.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.40.mixer.experts.307.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.53.mixer.experts.182.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.19.mixer.experts.231.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.92.mixer.experts.112.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.504.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.65.mixer.experts.346.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.128.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.418.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.35.mixer.experts.289.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.53.mixer.experts.307.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.347.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.67.mixer.experts.284.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.107.mixer.experts.359.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.132.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.42.mixer.experts.18.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.44.mixer.experts.420.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.124.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.76.mixer.experts.191.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.42.mixer.experts.311.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.100.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.80.mixer.experts.89.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.132.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.175.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.96.mixer.experts.319.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.101.mixer.experts.29.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.80.mixer.experts.501.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.61.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.83.mixer.experts.410.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.487.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.40.mixer.experts.251.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.41.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.37.mixer.experts.128.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.21.mixer.experts.493.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.74.mixer.experts.488.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.251.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.289.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.223.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.343.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.251.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.21.mixer.experts.460.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.67.mixer.experts.74.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.51.mixer.experts.373.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.462.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.49.mixer.experts.419.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.305.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.386.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.78.mixer.experts.407.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.26.mixer.experts.270.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.310.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.282.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.257.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.58.mixer.experts.414.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.329.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.205.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.92.mixer.experts.278.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.28.mixer.experts.148.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.349.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.24.mixer.experts.30.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.91.mixer.conv1d.bias": "model-00184-of-00225.safetensors", + "backbone.layers.15.mixer.experts.122.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.396.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.5.mixer.experts.389.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.114.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.267.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.191.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.40.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.60.mixer.experts.372.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.281.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.55.mixer.experts.387.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.10.mixer.experts.193.down_proj.weight": "model-00021-of-00225.safetensors", + "mtp.layers.1.mixer.experts.457.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.118.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.105.mixer.experts.391.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.257.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.92.mixer.experts.240.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.294.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.80.mixer.experts.92.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.64.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.26.mixer.experts.247.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.44.mixer.experts.385.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.60.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.80.mixer.experts.223.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.18.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.1.mixer.experts.329.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.394.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.60.mixer.experts.350.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.53.mixer.experts.194.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.78.mixer.experts.405.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.418.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.103.mixer.experts.169.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.381.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.69.mixer.experts.19.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.337.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.24.mixer.experts.126.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.90.mixer.experts.142.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.42.mixer.experts.447.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.121.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.73.mixer.v_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.101.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.24.mixer.experts.485.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.226.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.33.mixer.experts.507.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.64.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.468.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.65.mixer.experts.391.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.10.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.65.mixer.experts.314.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.62.mixer.experts.67.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.107.mixer.experts.102.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.90.mixer.fc2_latent_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.49.mixer.experts.427.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.42.mixer.experts.301.up_proj.weight": "model-00086-of-00225.safetensors", + "mtp.layers.1.mixer.experts.260.down_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.shared_experts.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.505.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.76.mixer.experts.276.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.42.mixer.experts.240.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.225.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.361.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.1.mixer.experts.315.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.21.mixer.experts.369.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.324.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.60.mixer.experts.130.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.99.mixer.experts.386.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.295.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.74.mixer.experts.174.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.28.mixer.experts.253.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.44.mixer.experts.131.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.497.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.3.mixer.experts.422.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.286.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.61.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.215.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.18.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.307.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.57.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.365.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.92.mixer.experts.428.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.37.mixer.experts.228.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.1.mixer.experts.455.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.277.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.371.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.17.mixer.experts.509.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.488.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.216.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.16.mixer.in_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.110.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.83.mixer.experts.201.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.113.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.42.mixer.experts.99.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.221.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.60.mixer.experts.184.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.263.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.58.mixer.experts.73.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.387.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.51.mixer.experts.32.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.67.mixer.experts.303.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.15.mixer.experts.506.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.495.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.99.mixer.experts.485.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.62.mixer.experts.21.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.28.mixer.experts.342.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.78.mixer.experts.0.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.328.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.54.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.126.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.33.mixer.experts.84.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.30.mixer.experts.485.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.90.mixer.experts.474.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.122.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.17.mixer.experts.267.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.49.mixer.experts.176.down_proj.weight": "model-00099-of-00225.safetensors", + "mtp.layers.1.mixer.experts.67.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.90.mixer.experts.177.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.286.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.22.mixer.conv1d.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.494.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.71.mixer.experts.316.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.87.mixer.experts.199.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.42.mixer.experts.134.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.5.mixer.experts.380.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.383.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.28.mixer.experts.370.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.58.mixer.experts.244.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.80.mixer.experts.323.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.95.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.482.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.78.mixer.experts.250.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.234.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.21.mixer.experts.62.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.99.mixer.experts.489.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.103.mixer.experts.244.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.438.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.167.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.206.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.87.mixer.experts.362.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.42.mixer.experts.105.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.1.mixer.experts.32.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.96.mixer.experts.26.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.487.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.62.mixer.experts.273.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.67.mixer.experts.187.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.51.mixer.experts.5.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.5.mixer.experts.103.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.8.mixer.experts.359.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.51.mixer.experts.112.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.60.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.58.mixer.experts.135.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.21.mixer.experts.110.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.86.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.332.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.189.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.42.mixer.experts.325.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.3.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.69.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.69.mixer.experts.43.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.486.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.17.mixer.experts.466.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.38.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.205.up_proj.weight": "model-00117-of-00225.safetensors", + "mtp.layers.1.mixer.experts.490.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.42.mixer.experts.229.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.28.mixer.experts.268.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.216.up_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.503.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.62.mixer.experts.190.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.30.mixer.experts.458.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.90.mixer.experts.263.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.76.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.58.mixer.experts.303.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.358.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.303.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.46.mixer.experts.77.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.17.mixer.experts.261.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.62.mixer.experts.191.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.116.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.65.mixer.experts.350.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.85.mixer.experts.267.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.183.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.92.mixer.experts.371.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.8.mixer.experts.128.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.103.mixer.experts.57.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.28.mixer.experts.87.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.35.mixer.experts.115.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.96.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.53.mixer.experts.372.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.326.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.78.mixer.experts.393.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.24.mixer.experts.280.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.253.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.1.mixer.experts.394.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.395.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.44.mixer.experts.172.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.31.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.101.mixer.experts.132.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.483.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.40.mixer.experts.260.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.305.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.33.mixer.experts.36.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.35.mixer.experts.210.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.90.mixer.experts.319.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.310.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.46.mixer.experts.158.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.381.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.94.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.90.mixer.experts.455.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.87.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.85.mixer.experts.337.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.354.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.325.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.230.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.74.mixer.experts.408.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.17.mixer.experts.246.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.12.mixer.experts.481.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.30.mixer.experts.483.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.409.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.168.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.116.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.76.mixer.experts.201.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.485.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.135.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.94.mixer.experts.53.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.3.mixer.experts.341.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.195.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.316.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.184.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.90.mixer.experts.154.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.58.mixer.experts.278.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.461.down_proj.weight": "model-00010-of-00225.safetensors", + "mtp.layers.1.mixer.experts.454.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.145.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.242.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.90.mixer.experts.468.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.55.mixer.experts.284.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.489.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.103.mixer.experts.298.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.474.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.experts.401.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.99.mixer.experts.295.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.53.mixer.experts.458.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.328.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.133.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.113.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.33.mixer.experts.463.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.126.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.21.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.21.mixer.experts.54.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.53.mixer.experts.26.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.96.mixer.experts.255.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.44.mixer.experts.70.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.335.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.53.mixer.experts.164.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.69.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.87.mixer.experts.270.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.112.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.83.mixer.experts.103.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.17.mixer.experts.263.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.103.mixer.experts.488.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.127.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.260.down_proj.weight": "model-00095-of-00225.safetensors", + "mtp.layers.1.mixer.experts.65.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.76.mixer.experts.310.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.440.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.10.mixer.experts.176.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.440.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.348.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.17.mixer.experts.174.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.35.mixer.experts.487.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.394.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.40.mixer.experts.232.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.356.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.35.mixer.experts.387.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.335.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.51.mixer.experts.187.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.21.mixer.experts.11.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.37.mixer.experts.477.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.98.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.15.mixer.experts.422.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.206.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.41.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.61.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.78.mixer.experts.373.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.44.mixer.experts.378.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.107.mixer.experts.285.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.401.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.28.mixer.experts.267.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.331.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.327.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.12.mixer.experts.58.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.80.mixer.experts.326.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.42.mixer.experts.510.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.5.mixer.experts.349.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.173.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.78.mixer.experts.508.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.1.mixer.experts.306.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.335.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.263.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.240.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.83.mixer.experts.275.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.426.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.78.mixer.experts.132.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.62.mixer.experts.392.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.343.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.86.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.442.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.135.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.19.mixer.experts.197.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.80.mixer.experts.239.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.135.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.85.mixer.experts.161.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.44.mixer.experts.225.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.26.mixer.experts.290.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.92.mixer.experts.153.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.45.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.49.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.53.mixer.experts.187.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.133.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.505.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.94.mixer.experts.121.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.81.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.88.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.90.mixer.experts.357.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.0.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.51.mixer.experts.14.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.463.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.51.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.12.mixer.experts.410.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.49.mixer.experts.205.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.44.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.51.mixer.experts.140.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.75.mixer.A_log": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.89.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.80.mixer.experts.81.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.69.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.458.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.28.mixer.experts.320.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.372.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.10.mixer.experts.286.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.218.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.362.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.445.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.48.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.75.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.252.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.107.mixer.experts.289.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.171.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.28.mixer.experts.307.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.502.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.46.mixer.experts.180.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.236.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.49.mixer.experts.53.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.42.mixer.experts.178.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.0.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.26.mixer.experts.359.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.85.mixer.experts.496.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.53.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.141.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.33.mixer.experts.26.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.81.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.35.mixer.experts.167.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.101.mixer.experts.195.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.26.mixer.experts.289.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.80.mixer.experts.334.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.441.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.83.mixer.experts.363.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.46.mixer.experts.98.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.87.mixer.experts.139.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.33.mixer.experts.17.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.99.mixer.experts.250.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.72.mixer.D": "model-00147-of-00225.safetensors", + "backbone.layers.1.mixer.experts.131.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.495.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.214.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.9.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.26.mixer.experts.296.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.76.mixer.experts.126.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.136.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.105.mixer.experts.395.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.172.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.302.down_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.320.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.290.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.53.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.83.mixer.experts.472.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.92.mixer.experts.13.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.329.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.49.mixer.experts.426.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.277.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.87.mixer.experts.249.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.83.mixer.experts.82.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.62.mixer.experts.131.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.1.mixer.experts.277.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.103.mixer.experts.348.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.491.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.58.mixer.experts.256.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.12.mixer.experts.327.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.1.mixer.experts.467.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.494.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.28.mixer.experts.472.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.118.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.69.mixer.experts.70.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.80.mixer.experts.478.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.508.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.22.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.92.mixer.experts.56.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.1.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.109.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.14.norm.weight": "model-00028-of-00225.safetensors", + "backbone.layers.42.mixer.experts.177.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.88.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.209.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.257.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.224.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.53.mixer.experts.352.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.105.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.361.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.94.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.5.mixer.experts.186.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.289.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.103.mixer.experts.144.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.94.mixer.experts.490.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.62.mixer.experts.419.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.69.mixer.experts.302.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.435.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.342.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.462.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.117.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.40.mixer.experts.214.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.301.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.46.mixer.experts.142.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.351.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.461.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.28.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.67.mixer.experts.509.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.58.mixer.experts.153.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.147.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.511.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.37.mixer.experts.204.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.12.mixer.experts.382.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.81.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.34.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.502.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.26.mixer.experts.474.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.77.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.76.mixer.experts.257.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.22.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.335.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.76.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.21.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.35.mixer.experts.229.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.436.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.69.mixer.experts.234.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.16.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.197.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.407.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.333.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.24.mixer.experts.32.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.342.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.26.mixer.experts.452.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.99.mixer.experts.433.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.62.mixer.experts.356.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.35.mixer.experts.102.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.455.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.270.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.1.mixer.experts.420.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.40.mixer.experts.224.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.366.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.fc1_latent_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.85.mixer.experts.25.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.96.mixer.experts.416.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.12.down_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.76.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.209.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.58.mixer.experts.345.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.103.mixer.experts.469.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.3.mixer.experts.367.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.92.mixer.experts.100.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.198.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.42.mixer.experts.300.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.141.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.265.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.55.mixer.experts.50.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.80.mixer.experts.105.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.8.mixer.experts.260.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.423.up_proj.weight": "model-00023-of-00225.safetensors", + "mtp.layers.1.mixer.experts.151.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.363.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.242.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.170.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.26.mixer.experts.417.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.21.mixer.experts.284.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.105.mixer.experts.437.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.62.mixer.experts.104.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.90.mixer.experts.245.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.169.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.232.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.4.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.60.mixer.experts.170.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.107.mixer.experts.493.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.107.mixer.experts.75.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.368.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.101.mixer.experts.122.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.35.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.333.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.76.mixer.experts.436.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.28.mixer.experts.216.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.60.mixer.experts.341.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.24.mixer.experts.390.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.507.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.55.mixer.experts.504.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.19.mixer.experts.400.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.15.mixer.experts.478.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.69.mixer.experts.68.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.92.mixer.experts.32.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.355.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.44.mixer.experts.127.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.509.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.15.mixer.experts.144.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.483.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.3.mixer.experts.56.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.35.mixer.experts.332.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.433.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.33.mixer.experts.324.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.85.mixer.experts.115.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.40.mixer.experts.370.down_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.471.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.103.mixer.experts.8.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.49.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.196.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.3.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.69.mixer.experts.420.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.486.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.172.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.206.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.15.mixer.experts.32.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.49.mixer.experts.294.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.71.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.71.mixer.experts.206.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.24.mixer.experts.56.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.3.mixer.experts.153.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.83.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.60.mixer.experts.343.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.308.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.184.down_proj.weight": "model-00062-of-00225.safetensors", + "mtp.layers.1.mixer.experts.314.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.33.mixer.experts.239.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.360.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.23.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.80.mixer.experts.123.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.15.mixer.experts.465.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.96.mixer.experts.209.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.298.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.96.mixer.experts.123.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.93.mixer.conv1d.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.138.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.94.mixer.experts.368.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.464.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.475.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.74.mixer.experts.374.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.19.mixer.experts.247.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.390.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.37.mixer.experts.37.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.298.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.69.mixer.experts.447.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.26.mixer.experts.414.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.15.mixer.experts.172.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.419.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.44.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.23.norm.weight": "model-00047-of-00225.safetensors", + "backbone.layers.74.mixer.experts.144.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.49.mixer.experts.89.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.324.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.477.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.8.mixer.experts.273.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.475.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.430.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.347.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.505.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.62.mixer.experts.274.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.335.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.94.mixer.experts.201.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.55.mixer.experts.150.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.66.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.107.mixer.experts.146.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.33.mixer.experts.141.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.101.mixer.experts.496.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.55.mixer.experts.463.up_proj.weight": "model-00115-of-00225.safetensors", + "mtp.layers.1.mixer.experts.103.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.373.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.92.mixer.experts.195.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.107.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.8.mixer.experts.192.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.182.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.74.mixer.experts.102.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.98.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.96.mixer.experts.417.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.450.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.380.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.351.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.76.mixer.experts.359.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.65.mixer.experts.92.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.24.mixer.experts.203.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.57.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.53.mixer.experts.304.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.experts.28.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.60.mixer.experts.459.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.17.mixer.experts.336.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.78.mixer.experts.123.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.192.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.24.mixer.experts.105.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.92.mixer.experts.112.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.58.mixer.experts.132.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.209.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.53.mixer.experts.283.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.67.mixer.experts.90.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.78.mixer.experts.381.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.170.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.215.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.12.mixer.experts.289.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.26.mixer.experts.48.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.134.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.51.mixer.experts.226.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.62.mixer.experts.435.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.35.mixer.experts.2.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.113.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.49.mixer.experts.302.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.33.mixer.experts.228.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.249.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.455.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.103.mixer.experts.480.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.456.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.19.mixer.experts.118.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.175.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.438.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.17.mixer.experts.87.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.15.mixer.experts.385.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.383.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.78.mixer.experts.54.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.85.mixer.experts.67.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.464.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.85.mixer.experts.305.down_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.88.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.51.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.319.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.179.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.33.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.9.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.114.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.31.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.12.mixer.experts.17.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.37.mixer.experts.437.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.305.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.44.mixer.experts.324.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.8.mixer.experts.496.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.492.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.78.mixer.experts.490.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.51.mixer.experts.415.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.30.mixer.experts.420.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.274.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.62.mixer.experts.371.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.53.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.60.mixer.experts.236.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.10.mixer.experts.123.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.303.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.489.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.379.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.74.mixer.experts.284.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.17.mixer.experts.225.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.81.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.99.mixer.experts.8.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.269.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.37.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.511.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.133.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.152.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.441.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.32.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.12.mixer.experts.98.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.3.mixer.experts.35.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.332.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.15.mixer.experts.166.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.12.mixer.experts.145.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.105.mixer.experts.507.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.52.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.374.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.18.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.392.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.86.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.230.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.252.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.83.mixer.experts.291.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.5.mixer.experts.152.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.266.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.269.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.387.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.450.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.24.mixer.experts.456.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.90.mixer.experts.501.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.33.mixer.experts.128.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.292.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.74.mixer.experts.283.up_proj.weight": "model-00150-of-00225.safetensors", + "mtp.layers.1.mixer.experts.129.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.44.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.343.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.19.mixer.experts.276.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.92.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.3.mixer.experts.353.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.101.mixer.experts.457.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.347.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.33.mixer.experts.446.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.28.mixer.experts.364.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.40.mixer.experts.360.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.395.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.12.mixer.experts.266.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.503.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.399.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.394.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.60.mixer.experts.304.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.307.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.475.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.30.mixer.experts.39.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.12.mixer.experts.428.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.75.mixer.out_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.44.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.46.mixer.experts.330.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.1.mixer.experts.318.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.407.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.61.mixer.conv1d.bias": "model-00124-of-00225.safetensors", + "backbone.layers.76.mixer.experts.199.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.140.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.35.mixer.experts.455.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.196.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.498.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.76.mixer.experts.76.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.279.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.178.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.418.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.18.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.23.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.372.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.56.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.117.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.30.mixer.experts.394.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.27.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.92.mixer.experts.393.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.33.mixer.experts.315.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.96.mixer.experts.139.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.218.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.222.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.51.mixer.experts.177.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.500.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.24.mixer.experts.228.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.348.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.396.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.192.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.49.mixer.experts.376.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.33.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.317.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.144.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.85.mixer.experts.503.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.158.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.110.up_proj.weight": "model-00180-of-00225.safetensors", + "mtp.layers.1.mixer.experts.237.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.161.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.440.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.experts.266.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.99.mixer.experts.332.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.241.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.511.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.69.mixer.experts.377.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.393.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.76.mixer.experts.507.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.448.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.8.mixer.experts.335.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.327.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.30.mixer.experts.382.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.96.mixer.experts.249.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.8.mixer.experts.317.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.17.mixer.experts.501.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.87.mixer.experts.148.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.87.mixer.gate.weight": "model-00179-of-00225.safetensors", + "backbone.layers.37.mixer.experts.139.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.101.mixer.experts.367.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.275.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.168.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.153.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.371.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.20.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.51.mixer.experts.480.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.68.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.33.mixer.experts.97.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.20.norm.weight": "model-00042-of-00225.safetensors", + "backbone.layers.94.mixer.experts.358.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.404.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.65.mixer.experts.292.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.19.mixer.experts.280.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.107.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.52.mixer.out_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.87.mixer.experts.330.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.35.mixer.experts.360.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.42.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.17.mixer.experts.30.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.74.mixer.experts.317.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.87.mixer.experts.257.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.220.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.71.mixer.experts.86.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.254.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.28.mixer.experts.340.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.76.mixer.experts.114.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.65.mixer.experts.110.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.161.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.121.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.80.mixer.experts.20.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.275.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.67.mixer.experts.240.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.15.mixer.experts.109.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.213.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.475.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.131.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.78.mixer.experts.452.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.55.mixer.experts.445.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.96.mixer.experts.449.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.227.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.148.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.242.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.72.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.78.mixer.experts.239.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.379.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.282.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.484.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.364.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.230.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.51.mixer.experts.403.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.49.norm.weight": "model-00097-of-00225.safetensors", + "backbone.layers.105.mixer.experts.51.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.49.mixer.experts.74.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.99.mixer.experts.451.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.58.mixer.experts.228.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.435.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.156.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.101.mixer.experts.45.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.86.mixer.conv1d.bias": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.174.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.5.mixer.experts.347.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.397.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.77.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.90.mixer.experts.288.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.80.mixer.experts.269.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.488.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.83.mixer.experts.65.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.1.mixer.experts.138.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.26.mixer.experts.402.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.15.mixer.experts.179.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.67.mixer.experts.36.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.220.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.74.mixer.experts.109.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.88.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.484.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.387.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.170.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.439.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.49.mixer.experts.410.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.415.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.37.mixer.experts.363.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.461.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.40.mixer.experts.130.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.221.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.69.mixer.experts.260.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.76.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.175.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.92.mixer.experts.499.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.262.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.332.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.101.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.80.mixer.experts.282.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.96.mixer.experts.195.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.85.mixer.experts.374.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.184.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.508.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.350.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.145.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.99.mixer.experts.395.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.444.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.94.mixer.experts.343.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.1.mixer.experts.488.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.101.mixer.experts.104.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.65.mixer.experts.484.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.200.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.507.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.403.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.103.mixer.experts.413.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.76.mixer.experts.358.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.1.mixer.experts.173.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.101.mixer.experts.161.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.1.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.101.mixer.experts.336.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.100.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.42.mixer.experts.225.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.62.mixer.experts.132.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.129.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.2.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.327.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.85.mixer.experts.509.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.15.mixer.experts.489.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.85.mixer.experts.465.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.44.mixer.experts.372.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.30.mixer.gate.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.4.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.67.mixer.experts.419.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.78.mixer.experts.210.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.389.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.105.mixer.experts.305.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.12.mixer.experts.290.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.78.mixer.experts.374.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.1.mixer.experts.335.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.308.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.17.mixer.experts.235.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.34.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.44.mixer.shared_experts.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.35.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.241.down_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.386.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.42.mixer.experts.60.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.282.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.292.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.260.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.37.mixer.experts.71.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.285.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.136.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.501.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.65.mixer.experts.23.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.438.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.350.up_proj.weight": "model-00041-of-00225.safetensors", + "mtp.layers.1.mixer.experts.360.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.49.mixer.experts.306.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.160.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.26.mixer.experts.388.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.78.mixer.experts.51.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.279.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.96.mixer.experts.376.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.425.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.26.mixer.experts.216.up_proj.weight": "model-00053-of-00225.safetensors", + "mtp.layers.1.mixer.experts.168.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.26.mixer.experts.421.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.30.mixer.experts.439.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.99.mixer.experts.217.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.46.mixer.experts.263.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.118.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.3.mixer.experts.258.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.experts.129.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.26.mixer.experts.484.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.85.mixer.experts.107.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.69.mixer.experts.428.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.107.mixer.experts.344.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.400.up_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.31.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.46.mixer.experts.55.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.105.mixer.experts.214.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.46.mixer.experts.88.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.369.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.12.mixer.experts.502.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.74.mixer.experts.329.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.71.mixer.experts.348.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.65.mixer.experts.146.down_proj.weight": "model-00130-of-00225.safetensors", + "mtp.layers.1.mixer.experts.299.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.493.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.74.mixer.experts.462.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.255.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.306.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.329.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.40.mixer.experts.159.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.16.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.46.mixer.experts.69.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.3.mixer.experts.33.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.477.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.39.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.490.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.1.mixer.experts.47.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.101.mixer.experts.277.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.115.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.6.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.261.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.427.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.10.mixer.experts.304.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.180.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.157.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.442.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.26.mixer.experts.142.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.33.mixer.experts.145.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.206.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.150.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.99.mixer.experts.452.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.30.mixer.experts.183.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.51.mixer.experts.281.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.40.mixer.experts.162.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.333.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.15.mixer.experts.92.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.212.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.179.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.26.mixer.experts.479.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.106.mixer.A_log": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.507.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.320.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.17.mixer.experts.427.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.185.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.233.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.21.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.60.mixer.experts.139.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.265.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.167.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.44.mixer.experts.91.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.35.mixer.experts.13.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.12.mixer.experts.95.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.127.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.60.down_proj.weight": "model-00207-of-00225.safetensors", + "mtp.layers.1.mixer.experts.169.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.101.mixer.experts.410.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.42.mixer.experts.383.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.17.mixer.experts.117.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.69.mixer.experts.332.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.21.mixer.experts.257.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.12.mixer.experts.267.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.21.mixer.experts.356.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.435.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.376.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.187.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.46.mixer.experts.191.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.130.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.37.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.108.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.83.mixer.experts.18.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.19.mixer.experts.401.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.99.mixer.experts.454.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.8.mixer.experts.138.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.94.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.74.mixer.experts.120.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.shared_experts.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.18.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.28.mixer.experts.192.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.497.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.71.mixer.experts.90.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.297.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.103.mixer.experts.150.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.49.mixer.experts.273.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.83.mixer.experts.385.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.46.mixer.experts.167.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.gate.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.324.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.89.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.76.mixer.experts.445.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.404.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.430.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.261.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.320.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.69.mixer.experts.294.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.370.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.71.mixer.experts.201.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.210.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.3.mixer.experts.109.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.26.mixer.experts.90.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.365.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.43.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.47.mixer.dt_bias": "model-00097-of-00225.safetensors", + "backbone.layers.10.mixer.experts.499.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.103.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.17.mixer.experts.390.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.12.mixer.experts.404.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.10.mixer.experts.370.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.240.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.398.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.248.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.37.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.3.mixer.experts.96.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.46.mixer.experts.233.down_proj.weight": "model-00094-of-00225.safetensors", + "mtp.layers.1.mixer.experts.223.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.33.mixer.experts.288.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.24.mixer.experts.437.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.107.mixer.experts.124.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.92.mixer.experts.204.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.336.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.329.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.37.mixer.experts.422.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.2.mixer.conv1d.bias": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.experts.309.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.21.mixer.experts.232.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.76.mixer.experts.196.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.222.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.101.mixer.experts.368.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.90.mixer.experts.9.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.17.mixer.experts.391.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.80.mixer.experts.105.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.205.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.24.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.44.mixer.experts.140.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.264.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.342.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.15.mixer.experts.335.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.219.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.65.mixer.experts.322.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.481.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.92.mixer.experts.389.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.26.mixer.experts.412.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.511.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.80.mixer.experts.262.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.370.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.8.mixer.experts.106.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.247.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.99.mixer.experts.419.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.62.mixer.experts.136.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.60.mixer.experts.73.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.268.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.55.mixer.experts.281.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.100.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.28.mixer.experts.102.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.37.mixer.experts.168.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.45.up_proj.weight": "model-00015-of-00225.safetensors", + "mtp.layers.0.mixer.o_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.153.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.69.mixer.experts.477.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.390.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.19.mixer.experts.95.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.269.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.42.mixer.experts.207.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.362.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.17.mixer.experts.488.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.17.mixer.experts.269.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.471.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.60.mixer.experts.379.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.278.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.42.mixer.experts.28.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.283.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.143.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.431.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.19.mixer.experts.442.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.71.mixer.experts.94.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.332.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.131.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.37.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.212.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.90.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.389.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.161.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.24.mixer.experts.214.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.69.mixer.experts.100.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.1.mixer.experts.144.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.352.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.80.mixer.experts.497.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.67.mixer.experts.128.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.487.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.80.mixer.experts.353.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.107.mixer.experts.186.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.53.mixer.experts.299.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.389.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.101.mixer.experts.237.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.76.mixer.experts.406.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.61.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.123.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.92.mixer.experts.464.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.1.mixer.experts.223.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.192.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.21.mixer.experts.507.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.0.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.17.mixer.experts.389.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.37.mixer.experts.191.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.116.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.296.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.408.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.227.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.426.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.233.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.391.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.90.mixer.experts.213.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.377.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.17.mixer.experts.69.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.459.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.15.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.85.mixer.experts.235.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.227.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.245.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.21.mixer.experts.47.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.129.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.170.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.58.mixer.experts.33.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.60.mixer.experts.225.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.experts.102.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.26.mixer.experts.371.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.15.mixer.experts.15.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.199.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.334.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.78.mixer.experts.33.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.380.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.3.mixer.experts.210.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.69.mixer.experts.469.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.326.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.90.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.370.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.282.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.52.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.195.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.105.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.42.mixer.experts.472.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.35.mixer.experts.182.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.451.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.107.mixer.experts.118.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.71.mixer.experts.353.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.320.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.58.mixer.experts.47.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.387.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.42.mixer.experts.403.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.240.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.140.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.35.mixer.experts.161.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.54.mixer.in_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.60.mixer.experts.304.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.1.mixer.experts.87.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.1.mixer.experts.135.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.22.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.20.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.85.mixer.experts.142.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.205.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.103.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.110.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.92.mixer.experts.47.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.171.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.424.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.62.mixer.experts.54.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.80.mixer.experts.351.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.158.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.355.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.8.mixer.experts.250.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.17.mixer.experts.278.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.203.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.58.mixer.experts.504.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.468.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.210.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.107.mixer.experts.116.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.47.norm.weight": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.41.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.37.mixer.experts.8.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.37.mixer.experts.401.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.511.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.384.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.252.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.67.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.244.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.58.mixer.experts.16.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.486.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.247.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.105.mixer.experts.290.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.experts.96.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.230.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.108.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.457.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.8.mixer.experts.74.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.422.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.63.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.101.mixer.experts.295.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.87.mixer.experts.112.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.30.mixer.experts.212.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.63.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.17.mixer.experts.491.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.176.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.213.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.12.mixer.experts.82.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.214.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.25.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.164.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.318.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.410.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.15.mixer.experts.315.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.301.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.334.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.370.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.172.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.315.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.302.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.37.mixer.experts.256.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.67.mixer.experts.505.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.103.mixer.experts.280.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.254.up_proj.weight": "model-00168-of-00225.safetensors", + "mtp.layers.1.mixer.experts.181.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.norm.weight": "model-00042-of-00225.safetensors", + "backbone.layers.15.mixer.experts.416.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.60.mixer.experts.240.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.423.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.71.mixer.experts.120.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.502.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.49.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.229.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.489.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.445.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.269.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.37.mixer.experts.286.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.55.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.410.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.78.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.197.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.212.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.108.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.74.mixer.experts.433.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.53.mixer.experts.258.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.experts.352.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.30.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.85.mixer.experts.357.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.21.mixer.experts.18.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.39.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.51.mixer.experts.409.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.421.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.470.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.114.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.192.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.325.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.53.mixer.experts.374.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.68.mixer.A_log": "model-00138-of-00225.safetensors", + "backbone.layers.92.mixer.experts.486.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.474.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.333.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.117.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.219.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.107.mixer.experts.44.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.67.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.80.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.96.mixer.experts.408.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.90.mixer.experts.295.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.437.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.92.mixer.experts.459.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.46.mixer.experts.72.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.30.mixer.experts.29.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.1.mixer.experts.369.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.60.mixer.experts.204.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.85.mixer.experts.135.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.293.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.220.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.392.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.69.mixer.experts.111.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.390.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.35.mixer.experts.97.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.67.mixer.experts.159.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.76.mixer.experts.273.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.62.mixer.experts.270.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.12.mixer.experts.287.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.437.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.195.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.105.mixer.experts.399.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.17.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.85.mixer.experts.223.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.272.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.83.mixer.experts.485.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.13.mixer.conv1d.bias": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.314.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.92.mixer.experts.260.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.154.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.12.mixer.experts.50.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.40.mixer.experts.425.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.37.mixer.experts.477.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.123.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.218.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.224.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.53.mixer.experts.432.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.458.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.132.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.67.mixer.experts.8.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.30.mixer.experts.335.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.46.mixer.experts.222.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.82.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.67.mixer.experts.231.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.69.mixer.experts.224.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.40.mixer.experts.266.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.259.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.8.mixer.experts.121.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.10.mixer.experts.405.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.69.mixer.experts.378.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.378.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.76.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.76.mixer.experts.148.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.51.mixer.experts.382.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.103.mixer.experts.174.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.28.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.3.mixer.experts.16.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.94.mixer.experts.110.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.187.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.3.mixer.experts.77.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.67.mixer.experts.456.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.74.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.107.mixer.experts.162.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.179.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.167.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.425.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.shared_experts.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.71.mixer.experts.466.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.445.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.10.mixer.experts.416.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.263.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.228.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.40.mixer.experts.343.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.15.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.1.mixer.experts.459.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.9.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.209.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.77.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.323.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.12.mixer.experts.379.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.21.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.62.mixer.experts.502.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.23.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.60.mixer.experts.218.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.294.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.382.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.1.mixer.experts.15.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.10.mixer.experts.316.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.281.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.gate.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.307.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.355.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.303.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.19.mixer.experts.461.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.33.mixer.experts.477.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.455.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.208.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.343.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.116.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.393.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.87.mixer.experts.410.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.67.mixer.experts.433.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.55.mixer.experts.295.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.44.mixer.experts.207.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.172.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.393.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.291.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.79.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.101.mixer.experts.168.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.484.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.42.mixer.experts.76.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.3.mixer.experts.385.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.73.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.42.mixer.experts.375.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.363.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.85.mixer.experts.194.up_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.342.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.99.mixer.experts.357.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.276.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.92.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.186.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.16.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.46.mixer.experts.386.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.268.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.422.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.3.mixer.experts.187.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.101.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.419.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.17.mixer.experts.164.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.130.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.74.mixer.experts.155.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.402.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.276.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.42.mixer.experts.383.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.62.mixer.experts.489.down_proj.weight": "model-00129-of-00225.safetensors", + "mtp.layers.1.mixer.experts.122.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.40.mixer.experts.271.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.65.mixer.experts.428.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.90.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.283.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.74.mixer.experts.377.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.222.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.244.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.81.down_proj.weight": "model-00102-of-00225.safetensors", + "mtp.layers.1.mixer.experts.428.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.210.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.40.mixer.experts.196.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.126.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.78.mixer.experts.383.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.131.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.436.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.71.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.71.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.83.mixer.experts.445.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.110.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.446.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.148.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.40.mixer.experts.379.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.460.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.124.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.49.mixer.experts.310.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.40.mixer.experts.48.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.28.mixer.experts.48.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.60.mixer.experts.116.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.76.mixer.experts.405.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.71.mixer.experts.215.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.65.mixer.experts.54.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.53.mixer.experts.289.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.69.mixer.experts.65.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.333.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.83.mixer.experts.199.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.21.mixer.experts.401.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.101.mixer.experts.168.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.393.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.19.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.71.mixer.experts.197.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.17.mixer.experts.279.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.58.mixer.fc1_latent_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.317.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.160.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.434.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.105.mixer.experts.363.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.40.mixer.experts.341.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.74.mixer.experts.472.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.239.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.87.mixer.experts.384.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.425.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.40.mixer.experts.258.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.105.mixer.experts.427.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.90.mixer.experts.268.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.241.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.33.mixer.experts.361.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.336.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.103.mixer.experts.173.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.46.mixer.experts.348.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.23.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.65.mixer.experts.272.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.62.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.212.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.435.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.49.mixer.experts.341.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.283.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.58.mixer.experts.170.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.186.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.105.mixer.experts.467.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.35.mixer.gate.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.301.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.55.mixer.experts.419.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.71.mixer.experts.345.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.177.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.76.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.26.mixer.experts.318.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.323.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.1.mixer.experts.133.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.17.mixer.experts.206.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.62.mixer.experts.237.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.406.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.451.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.54.mixer.conv1d.bias": "model-00111-of-00225.safetensors", + "backbone.layers.1.mixer.experts.494.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.140.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.193.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.336.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.58.mixer.experts.448.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.55.mixer.experts.42.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.240.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.403.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.242.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.19.mixer.experts.321.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.483.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.96.mixer.experts.230.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.409.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.458.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.1.mixer.experts.465.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.37.mixer.experts.349.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.62.norm.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.63.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.500.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.5.mixer.experts.314.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.74.mixer.experts.31.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.38.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.211.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.92.mixer.experts.160.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.5.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.15.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.76.mixer.experts.260.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.69.mixer.experts.460.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.119.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.24.mixer.experts.37.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.42.mixer.experts.196.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.71.mixer.experts.474.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.25.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.1.mixer.experts.273.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.99.mixer.experts.237.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.norm.weight": "model-00051-of-00225.safetensors", + "backbone.layers.26.mixer.experts.447.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.37.mixer.experts.274.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.24.mixer.experts.384.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.57.mixer.v_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.83.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.267.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.78.mixer.experts.463.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.238.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.346.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.12.mixer.experts.203.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.101.mixer.experts.215.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.44.mixer.experts.132.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.425.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.78.mixer.experts.367.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.69.mixer.experts.418.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.42.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.24.mixer.experts.281.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.255.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.436.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.69.mixer.experts.353.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.76.mixer.experts.391.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.5.mixer.experts.128.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.53.mixer.experts.193.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.269.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.38.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.85.mixer.experts.211.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.383.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.366.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.307.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.210.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.17.mixer.experts.106.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.5.mixer.experts.185.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.322.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.144.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.0.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.78.mixer.gate.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.74.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.405.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.5.mixer.experts.210.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.99.mixer.experts.96.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.76.mixer.experts.432.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.105.mixer.experts.55.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.1.mixer.experts.256.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.85.mixer.experts.456.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.493.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.5.mixer.experts.497.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.69.mixer.experts.430.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.105.mixer.experts.16.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.359.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.5.mixer.experts.74.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.11.mixer.dt_bias": "model-00024-of-00225.safetensors", + "backbone.layers.92.mixer.experts.477.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.71.mixer.experts.333.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.195.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.402.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.125.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.78.norm.weight": "model-00156-of-00225.safetensors", + "backbone.layers.3.mixer.experts.44.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.362.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.30.mixer.experts.140.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.46.mixer.experts.190.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.46.mixer.experts.274.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.4.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.107.mixer.experts.320.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.21.mixer.experts.489.down_proj.weight": "model-00046-of-00225.safetensors", + "mtp.layers.1.mixer.experts.292.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.53.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.80.mixer.experts.96.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.481.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.267.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.78.mixer.experts.495.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.45.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.462.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.118.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.67.mixer.experts.422.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.246.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.141.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.100.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.236.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.7.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.438.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.392.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.67.mixer.experts.140.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.285.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.472.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.407.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.288.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.46.mixer.experts.167.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.60.mixer.experts.500.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.67.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.55.mixer.experts.368.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.269.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.15.mixer.experts.225.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.103.mixer.experts.329.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.502.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.37.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.65.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.58.mixer.experts.250.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.53.mixer.experts.90.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.61.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.49.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.101.mixer.experts.159.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.453.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.78.mixer.experts.316.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.37.mixer.experts.354.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.416.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.243.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.237.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.136.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.479.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.5.mixer.experts.211.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.464.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.19.mixer.experts.330.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.94.mixer.experts.402.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.282.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.21.mixer.experts.65.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.137.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.1.mixer.experts.480.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.55.mixer.experts.340.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.17.mixer.experts.35.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.65.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.241.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.289.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.387.up_proj.weight": "model-00155-of-00225.safetensors", + "mtp.layers.1.mixer.experts.184.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.115.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.21.mixer.experts.375.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.96.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.356.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.175.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.349.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.23.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.37.mixer.experts.510.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.103.mixer.experts.121.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.46.mixer.experts.213.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.15.mixer.experts.299.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.5.mixer.experts.501.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.194.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.24.mixer.experts.363.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.288.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.78.mixer.experts.233.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.321.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.92.mixer.experts.444.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.53.mixer.experts.47.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.49.mixer.experts.393.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.49.mixer.experts.326.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.256.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.71.mixer.experts.29.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.58.mixer.experts.238.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.40.mixer.experts.9.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.62.mixer.experts.52.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.37.mixer.experts.248.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.53.mixer.experts.163.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.368.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.144.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.67.mixer.experts.135.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.15.mixer.experts.359.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.35.mixer.experts.460.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.46.mixer.experts.212.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.105.mixer.experts.335.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.173.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.71.mixer.experts.321.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.33.mixer.experts.293.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.310.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.261.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.7.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.1.mixer.experts.344.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.193.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.76.mixer.experts.493.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.40.mixer.experts.187.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.309.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.184.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.331.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.385.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.169.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.469.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.275.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.42.mixer.experts.356.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.105.mixer.experts.356.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.415.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.166.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.448.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.265.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.174.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.492.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.362.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.96.mixer.experts.278.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.106.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.435.up_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.497.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.481.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.90.mixer.experts.399.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.83.mixer.experts.35.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.17.mixer.experts.7.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.10.mixer.experts.363.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.19.mixer.experts.418.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.414.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.83.mixer.experts.194.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.99.mixer.experts.316.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.329.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.389.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.126.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.320.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.76.mixer.experts.356.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.106.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.8.mixer.experts.102.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.391.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.37.mixer.experts.322.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.143.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.70.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.384.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.74.mixer.experts.197.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.20.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.87.mixer.experts.334.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.74.mixer.experts.53.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.353.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.252.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.48.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.62.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.1.mixer.experts.387.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.53.mixer.experts.395.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.302.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.391.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.35.mixer.experts.280.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.488.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.21.mixer.experts.395.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.74.mixer.experts.419.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.399.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.58.mixer.experts.59.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.173.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.14.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.147.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.146.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.80.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.12.mixer.experts.226.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.30.mixer.experts.235.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.499.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.125.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.74.mixer.experts.412.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.346.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.61.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.108.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.80.mixer.experts.286.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.200.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.107.mixer.experts.510.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.83.mixer.experts.186.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.55.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.34.mixer.conv1d.bias": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.22.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.282.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.53.mixer.experts.56.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.143.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.85.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.24.mixer.experts.474.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.46.mixer.experts.215.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.64.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.411.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.480.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.263.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.361.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.26.mixer.experts.22.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.71.mixer.experts.500.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.253.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.38.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.85.mixer.experts.287.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.21.mixer.experts.93.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.12.mixer.experts.87.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.43.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.71.mixer.experts.114.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.382.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.101.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.96.mixer.experts.218.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.220.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.159.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.83.mixer.experts.475.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.17.mixer.experts.108.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.17.mixer.experts.210.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.401.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.188.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.44.mixer.experts.382.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.15.mixer.experts.441.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.58.mixer.experts.451.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.373.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.292.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.327.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.82.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.76.mixer.experts.448.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.507.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.92.mixer.experts.186.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.57.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.197.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.354.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.342.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.167.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.498.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.2.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.4.mixer.dt_bias": "model-00010-of-00225.safetensors", + "backbone.layers.42.mixer.experts.7.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.76.mixer.experts.319.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.83.mixer.experts.75.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.100.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.474.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.78.mixer.experts.216.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.62.mixer.experts.304.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.49.mixer.experts.123.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.63.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.376.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.435.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.79.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.85.mixer.experts.61.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.37.mixer.experts.263.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.1.mixer.experts.157.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.506.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.58.mixer.experts.165.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.173.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.323.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.466.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.53.mixer.experts.484.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.478.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.15.mixer.experts.66.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.12.mixer.experts.418.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.19.mixer.experts.479.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.78.mixer.experts.236.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.65.mixer.experts.129.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.3.mixer.experts.69.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.58.mixer.experts.128.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.33.mixer.experts.406.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.345.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.96.mixer.experts.393.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.439.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.83.mixer.experts.36.down_proj.weight": "model-00166-of-00225.safetensors", + "mtp.layers.1.mixer.experts.419.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.10.mixer.experts.248.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.362.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.507.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.29.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.33.mixer.experts.499.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.222.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.409.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.103.mixer.experts.221.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.398.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.76.mixer.experts.34.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.33.mixer.experts.11.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.46.mixer.experts.413.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.24.mixer.experts.505.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.62.mixer.experts.64.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.58.mixer.experts.189.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.92.mixer.experts.109.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.19.mixer.experts.398.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.67.mixer.experts.286.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.92.mixer.experts.500.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.55.mixer.experts.291.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.17.mixer.experts.22.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.101.mixer.experts.226.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.12.mixer.experts.474.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.121.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.96.mixer.experts.13.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.306.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.24.mixer.experts.32.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.10.mixer.experts.94.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.363.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.101.mixer.experts.347.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.76.mixer.experts.135.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.454.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.67.mixer.experts.115.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.28.mixer.experts.43.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.69.mixer.experts.152.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.80.mixer.experts.62.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.49.mixer.experts.439.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.170.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.53.mixer.experts.480.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.66.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.101.mixer.experts.497.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.51.mixer.experts.343.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.122.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.24.mixer.experts.179.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.57.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.10.mixer.experts.323.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.149.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.509.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.80.mixer.experts.161.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.8.mixer.experts.410.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.42.mixer.experts.297.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.50.up_proj.weight": "model-00043-of-00225.safetensors", + "mtp.layers.1.mixer.experts.337.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.119.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.28.mixer.experts.381.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.91.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.490.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.19.mixer.experts.459.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.103.mixer.experts.131.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.96.mixer.experts.362.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.85.mixer.experts.220.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.17.mixer.experts.341.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.432.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.94.mixer.experts.26.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.62.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.331.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.67.mixer.experts.391.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.62.mixer.experts.130.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.76.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.67.mixer.experts.203.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.199.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.33.mixer.experts.126.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.35.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.30.mixer.experts.467.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.8.mixer.experts.220.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.303.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.158.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.314.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.12.mixer.experts.181.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.28.mixer.experts.312.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.221.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.391.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.101.mixer.experts.4.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.83.mixer.experts.137.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.497.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.478.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.123.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.21.mixer.experts.29.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.35.mixer.experts.24.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.145.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.74.mixer.experts.500.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.65.mixer.experts.330.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.49.mixer.experts.498.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.71.mixer.experts.390.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.90.mixer.experts.472.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.85.mixer.experts.123.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.442.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.37.mixer.experts.224.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.87.mixer.experts.251.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.503.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.101.mixer.experts.393.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.31.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.285.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.21.mixer.experts.479.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.21.mixer.experts.58.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.12.mixer.experts.154.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.77.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.6.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.71.mixer.experts.349.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.33.mixer.experts.177.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.105.mixer.experts.177.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.90.mixer.experts.322.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.342.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.27.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.66.mixer.A_log": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.115.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.87.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.60.mixer.experts.422.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.53.mixer.experts.276.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.506.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.67.mixer.experts.238.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.42.mixer.experts.402.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.114.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.297.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.65.mixer.experts.463.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.409.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.99.mixer.experts.126.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.456.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.122.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.426.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.344.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.80.mixer.experts.43.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.87.mixer.experts.123.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.33.mixer.fc2_latent_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.87.mixer.experts.152.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.55.mixer.experts.243.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.51.mixer.experts.356.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.21.mixer.experts.472.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.287.down_proj.weight": "model-00113-of-00225.safetensors", + "mtp.layers.1.mixer.experts.263.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.40.mixer.experts.415.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.509.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.243.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.264.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.404.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.83.mixer.experts.226.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.69.mixer.experts.92.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.53.mixer.experts.3.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.51.mixer.experts.465.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.107.mixer.experts.294.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.145.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.experts.507.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.99.mixer.experts.167.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.96.mixer.experts.113.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.94.mixer.experts.277.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.485.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.306.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.101.mixer.experts.116.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.87.mixer.experts.119.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.334.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.103.mixer.experts.247.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.289.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.246.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.90.mixer.experts.104.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.60.mixer.experts.464.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.69.mixer.experts.41.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.399.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.76.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.90.mixer.experts.384.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.107.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.87.mixer.experts.77.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.30.mixer.experts.261.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.99.mixer.experts.345.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.152.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.17.mixer.experts.20.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.50.mixer.in_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.292.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.78.mixer.experts.317.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.24.mixer.experts.394.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.54.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.417.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.15.mixer.experts.119.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.8.mixer.experts.380.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.120.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.105.mixer.experts.124.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.5.mixer.experts.269.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.41.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.3.mixer.experts.267.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.35.mixer.experts.170.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.474.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.53.mixer.experts.218.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.247.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.402.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.1.mixer.experts.179.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.42.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.63.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.26.mixer.experts.499.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.33.mixer.experts.392.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.423.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.125.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.205.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.183.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.240.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.60.mixer.experts.319.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.449.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.99.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.8.mixer.experts.162.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.306.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.459.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.60.mixer.experts.282.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.503.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.265.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.373.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.376.up_proj.weight": "model-00064-of-00225.safetensors", + "mtp.layers.1.mixer.experts.233.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.85.down_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.37.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.94.mixer.experts.125.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.400.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.49.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.105.mixer.experts.325.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.370.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.501.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.90.mixer.experts.495.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.399.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.55.mixer.experts.90.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.30.mixer.experts.138.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.105.mixer.experts.294.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.11.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.67.mixer.experts.213.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.62.mixer.experts.86.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.457.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.42.mixer.experts.228.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.258.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.351.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.108.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.418.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.49.mixer.experts.254.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.386.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.132.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.gate.e_score_correction_bias": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.350.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.26.mixer.experts.488.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.17.mixer.experts.247.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.361.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.73.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.396.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.80.mixer.experts.50.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.361.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.28.mixer.experts.307.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.90.mixer.experts.243.up_proj.weight": "model-00181-of-00225.safetensors", + "mtp.layers.1.mixer.experts.12.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.58.mixer.experts.506.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.78.mixer.experts.488.down_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.409.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.356.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.300.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.296.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.83.mixer.experts.120.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.125.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.21.mixer.experts.211.up_proj.weight": "model-00044-of-00225.safetensors", + "mtp.layers.1.mixer.experts.400.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.60.mixer.experts.484.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.447.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.177.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.287.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.107.mixer.experts.149.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.80.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.261.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.151.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.449.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.106.mixer.conv1d.bias": "model-00216-of-00225.safetensors", + "backbone.layers.101.mixer.experts.268.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.342.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.8.mixer.experts.447.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.475.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.345.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.42.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.90.mixer.experts.385.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.340.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.49.mixer.experts.209.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.28.mixer.experts.451.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.166.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.fc2_latent_proj.weight": "model-00005-of-00225.safetensors", + "mtp.layers.1.mixer.experts.453.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.12.mixer.experts.159.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.101.mixer.experts.292.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.463.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.396.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.26.mixer.experts.150.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.26.mixer.experts.325.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.51.mixer.experts.412.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.86.mixer.conv1d.weight": "model-00175-of-00225.safetensors", + "backbone.layers.71.mixer.experts.65.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.142.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.437.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.90.mixer.experts.291.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.510.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.71.mixer.experts.152.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.128.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.90.mixer.experts.134.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.8.mixer.experts.494.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.90.mixer.experts.5.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.44.mixer.experts.249.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.314.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.53.mixer.experts.408.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.83.mixer.experts.230.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.35.mixer.experts.286.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.125.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.430.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.62.mixer.experts.76.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.154.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.107.mixer.experts.151.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.40.mixer.experts.264.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.10.mixer.experts.154.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.269.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.101.mixer.experts.122.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.260.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.47.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.37.mixer.experts.399.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.80.mixer.experts.232.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.40.mixer.experts.451.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.71.mixer.experts.78.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.407.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.362.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.65.mixer.experts.348.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.49.mixer.experts.255.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.83.mixer.experts.420.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.478.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.24.mixer.experts.431.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.1.mixer.experts.99.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.1.mixer.experts.9.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.83.mixer.fc2_latent_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.60.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.499.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.24.mixer.experts.261.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.339.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.101.mixer.experts.267.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.40.mixer.experts.416.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.51.mixer.experts.239.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.86.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.218.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.427.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.12.mixer.experts.132.down_proj.weight": "model-00025-of-00225.safetensors", + "mtp.layers.1.mixer.experts.341.down_proj.weight": "model-00224-of-00225.safetensors", + "mtp.layers.1.mixer.experts.36.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.24.mixer.experts.139.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.118.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.5.mixer.experts.237.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.68.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.375.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.388.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.151.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.85.mixer.experts.387.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.67.mixer.experts.478.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.8.mixer.experts.149.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.505.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.1.mixer.experts.33.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.17.mixer.experts.428.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.172.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.290.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.107.mixer.experts.257.down_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.369.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.17.mixer.experts.373.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.496.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.73.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.12.mixer.experts.419.up_proj.weight": "model-00027-of-00225.safetensors", + "mtp.layers.1.mixer.experts.215.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.65.mixer.experts.249.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.376.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.74.mixer.experts.55.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.49.mixer.experts.92.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.40.mixer.experts.95.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.120.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.11.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.24.mixer.experts.462.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.103.mixer.experts.236.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.24.mixer.experts.48.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.467.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.60.mixer.experts.191.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.276.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.43.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.65.mixer.experts.287.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.62.mixer.experts.58.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.124.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.105.mixer.experts.355.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.492.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.58.mixer.experts.337.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.53.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.246.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.49.mixer.experts.344.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.41.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.83.mixer.experts.494.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.3.mixer.experts.383.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.53.mixer.experts.162.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.19.mixer.experts.155.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.315.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.29.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.26.mixer.experts.136.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.21.mixer.experts.75.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.69.mixer.experts.428.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.424.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.53.mixer.experts.171.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.340.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.296.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.275.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.51.mixer.experts.280.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.223.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.40.mixer.experts.135.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.105.mixer.experts.18.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.92.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.94.mixer.experts.486.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.466.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.83.mixer.experts.441.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.106.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.67.mixer.experts.302.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.49.mixer.experts.250.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.109.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.120.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.65.mixer.experts.404.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.65.mixer.experts.361.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.33.mixer.experts.450.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.53.mixer.experts.169.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.47.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.35.mixer.experts.169.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.97.mixer.norm.weight": "model-00198-of-00225.safetensors", + "backbone.layers.37.mixer.experts.372.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.12.mixer.experts.194.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.184.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.347.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.24.mixer.experts.72.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.24.mixer.experts.52.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.87.mixer.experts.345.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.12.mixer.experts.283.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.96.mixer.experts.174.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.286.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.69.mixer.experts.235.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.114.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.325.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.30.mixer.experts.425.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.72.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.331.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.51.mixer.experts.424.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.gate.weight": "model-00111-of-00225.safetensors", + "backbone.layers.60.mixer.experts.439.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.1.mixer.experts.13.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.15.mixer.experts.134.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.37.mixer.experts.384.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.67.mixer.experts.62.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.121.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.105.mixer.experts.297.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.109.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.330.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.129.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.410.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.37.mixer.experts.478.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.259.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.507.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.norm.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.82.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.40.mixer.experts.364.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.57.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.451.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.86.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.363.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.92.mixer.experts.289.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.92.mixer.experts.427.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.96.mixer.experts.425.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.99.mixer.experts.499.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.103.mixer.experts.250.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.165.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.201.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.50.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.78.mixer.experts.223.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.62.mixer.experts.368.down_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.474.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.15.mixer.experts.321.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.55.mixer.experts.331.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.236.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.203.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.479.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.96.mixer.experts.167.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.156.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.5.mixer.experts.350.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.140.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.69.mixer.experts.57.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.0.norm.weight": "model-00001-of-00225.safetensors", + "backbone.layers.35.mixer.experts.292.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.205.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.1.mixer.experts.210.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.142.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.449.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.446.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.440.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.428.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.33.mixer.experts.220.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.413.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.347.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.92.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.17.mixer.experts.343.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.330.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.17.mixer.experts.320.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.28.mixer.experts.153.down_proj.weight": "model-00057-of-00225.safetensors", + "mtp.layers.1.mixer.experts.38.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.1.mixer.experts.365.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.215.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.83.mixer.experts.68.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.1.mixer.experts.337.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.65.mixer.experts.246.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.experts.370.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.46.mixer.experts.218.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.89.mixer.q_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.463.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.6.mixer.norm.weight": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.417.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.99.mixer.experts.211.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.130.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.83.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.58.mixer.experts.277.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.438.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.51.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.55.mixer.experts.166.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.501.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.384.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.24.mixer.experts.92.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.24.mixer.experts.356.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.304.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.149.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.333.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.41.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.107.mixer.experts.294.up_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.415.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.37.mixer.experts.63.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.85.mixer.experts.23.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.19.mixer.experts.345.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.101.mixer.experts.310.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.63.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.123.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.348.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.33.mixer.experts.417.down_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.experts.317.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.53.mixer.experts.297.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.286.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.105.mixer.experts.325.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.78.mixer.experts.399.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.100.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.250.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.457.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.184.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.115.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.441.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.126.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.55.mixer.experts.420.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.78.mixer.experts.166.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.146.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.403.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.39.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.239.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.46.mixer.experts.230.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.186.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.85.mixer.experts.375.down_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.168.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.85.mixer.experts.202.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.291.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.103.mixer.experts.490.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.62.mixer.experts.181.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.158.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.419.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.85.mixer.experts.390.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.51.mixer.experts.78.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.71.mixer.experts.58.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.74.mixer.experts.338.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.58.mixer.experts.86.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.332.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.10.mixer.experts.153.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.305.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.335.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.96.mixer.experts.169.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.5.mixer.experts.486.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.49.mixer.experts.314.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.96.mixer.experts.112.down_proj.weight": "model-00194-of-00225.safetensors", + "mtp.layers.1.mixer.experts.157.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.105.mixer.experts.118.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.427.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.365.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.508.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.35.mixer.experts.313.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.407.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.19.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.135.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.6.down_proj.weight": "model-00184-of-00225.safetensors", + "mtp.layers.1.mixer.experts.130.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.374.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.103.mixer.experts.330.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.34.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.502.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.3.mixer.experts.224.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.1.mixer.experts.79.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.285.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.140.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.3.mixer.experts.42.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.74.mixer.experts.215.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.335.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.22.mixer.A_log": "model-00047-of-00225.safetensors", + "backbone.layers.67.mixer.experts.434.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.1.mixer.experts.26.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.85.mixer.experts.84.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.430.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.49.mixer.experts.143.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.35.mixer.experts.151.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.484.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.260.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.205.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.492.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.21.mixer.experts.299.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.8.mixer.experts.51.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.65.mixer.experts.348.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.57.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.5.mixer.experts.281.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.299.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.49.mixer.experts.267.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.497.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.404.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.80.mixer.experts.12.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.214.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.5.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.42.mixer.experts.113.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.227.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.91.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.51.mixer.experts.221.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.8.mixer.experts.391.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.65.mixer.experts.318.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.53.mixer.experts.441.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.30.mixer.experts.50.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.143.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.105.mixer.experts.285.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.94.mixer.experts.315.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.5.mixer.experts.117.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.410.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.28.mixer.experts.393.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.101.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.343.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.94.mixer.experts.365.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.65.mixer.experts.160.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.28.mixer.experts.401.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.310.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.80.mixer.experts.408.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.448.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.30.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.44.mixer.experts.18.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.107.mixer.experts.502.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.90.mixer.experts.300.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.314.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.117.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.99.mixer.experts.20.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.275.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.37.mixer.experts.396.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.17.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.69.mixer.experts.40.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.491.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.428.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.83.mixer.experts.420.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.264.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.26.mixer.experts.330.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.210.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.244.up_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.349.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.103.mixer.experts.221.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.20.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.454.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.256.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.21.mixer.experts.398.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.78.mixer.experts.92.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.42.mixer.experts.49.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.49.mixer.experts.226.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.40.mixer.experts.288.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.443.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.193.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.9.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.13.mixer.conv1d.weight": "model-00028-of-00225.safetensors", + "backbone.layers.67.mixer.experts.426.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.492.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.142.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.83.mixer.experts.233.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.74.mixer.fc1_latent_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.21.mixer.experts.463.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.90.mixer.experts.198.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.22.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.358.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.71.mixer.experts.105.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.96.mixer.experts.166.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.308.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.1.mixer.experts.351.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.46.mixer.experts.415.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.8.mixer.experts.477.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.1.mixer.experts.194.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.230.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.norm.weight": "model-00202-of-00225.safetensors", + "backbone.layers.99.mixer.experts.223.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.304.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.68.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.67.mixer.experts.493.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.58.mixer.experts.75.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.176.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.99.mixer.experts.459.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.87.mixer.experts.320.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.466.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.169.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.356.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.65.mixer.experts.446.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.107.mixer.experts.369.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.273.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.1.mixer.experts.510.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.65.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.74.mixer.experts.49.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.166.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.77.mixer.dt_bias": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.154.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.51.mixer.experts.507.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.76.mixer.experts.109.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.70.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.192.up_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.85.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.138.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.62.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.476.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.204.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.280.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.409.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.28.mixer.experts.140.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.8.mixer.experts.81.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.357.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.16.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.366.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.75.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.159.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.50.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.195.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.15.mixer.experts.240.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.457.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.126.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.160.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.141.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.49.mixer.experts.467.up_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.397.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.235.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.49.mixer.experts.311.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.35.mixer.experts.89.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.42.mixer.experts.368.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.135.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.182.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.80.mixer.experts.22.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.154.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.396.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.235.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.8.mixer.experts.74.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.87.mixer.experts.102.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.147.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.427.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.33.mixer.experts.270.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.214.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.44.mixer.experts.248.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.96.mixer.experts.176.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.278.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.83.mixer.experts.473.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.71.mixer.experts.59.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.42.mixer.experts.43.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.35.mixer.experts.100.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.12.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.65.mixer.experts.489.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.106.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.1.mixer.experts.171.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.101.mixer.experts.126.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.330.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.90.mixer.experts.61.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.26.mixer.experts.298.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.389.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.74.mixer.experts.430.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.391.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.94.mixer.experts.164.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.15.mixer.experts.122.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.95.mixer.D": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.510.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.74.mixer.experts.506.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.30.mixer.experts.277.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.83.mixer.experts.393.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.67.mixer.experts.392.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.508.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.296.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.424.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.290.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.150.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.489.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.17.mixer.experts.182.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.105.mixer.experts.410.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.470.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.10.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.3.mixer.experts.417.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.52.mixer.norm.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.302.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.99.mixer.experts.33.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.97.mixer.dt_bias": "model-00197-of-00225.safetensors", + "backbone.layers.78.mixer.experts.376.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.33.mixer.experts.221.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.53.mixer.experts.378.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.17.mixer.experts.198.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.449.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.24.mixer.experts.21.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.103.mixer.experts.418.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.3.mixer.experts.379.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.237.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.16.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.103.mixer.experts.56.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.33.mixer.experts.91.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.316.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.472.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.61.mixer.D": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.186.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.408.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.76.mixer.experts.155.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.77.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.331.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.1.mixer.experts.506.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.94.mixer.experts.366.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.51.mixer.experts.348.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.129.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.30.mixer.experts.219.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.104.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.35.mixer.experts.256.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.74.mixer.experts.209.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.59.mixer.out_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.73.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.327.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.51.mixer.experts.60.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.74.mixer.experts.174.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.12.mixer.experts.7.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.44.mixer.experts.390.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.62.mixer.experts.62.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.96.mixer.experts.252.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.27.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.63.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.251.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.11.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.441.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.293.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.42.mixer.experts.498.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.326.up_proj.weight": "model-00155-of-00225.safetensors", + "mtp.layers.1.mixer.experts.403.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.69.mixer.experts.406.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.35.mixer.experts.364.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.67.mixer.experts.158.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.186.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.80.mixer.experts.367.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.184.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.199.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.74.mixer.experts.426.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.101.mixer.experts.404.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.37.mixer.experts.232.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.94.mixer.experts.233.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.65.mixer.experts.194.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.213.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.83.mixer.experts.307.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.30.mixer.experts.60.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.46.mixer.experts.70.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.397.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.24.mixer.experts.483.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.3.mixer.experts.301.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.101.mixer.experts.297.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.121.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.5.mixer.experts.9.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.5.mixer.experts.340.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.40.mixer.experts.197.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.245.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.144.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.44.mixer.experts.142.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.36.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.28.mixer.experts.319.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.1.mixer.experts.212.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.41.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.103.mixer.experts.47.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.35.mixer.experts.186.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.215.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.107.mixer.experts.152.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.233.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.161.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.33.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.12.mixer.experts.167.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.284.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.280.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.345.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.491.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.46.mixer.experts.405.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.58.mixer.experts.204.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.96.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.30.mixer.experts.273.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.174.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.316.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.5.mixer.experts.218.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.324.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.377.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.161.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.394.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.493.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.51.mixer.experts.433.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.94.mixer.experts.305.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.8.mixer.experts.28.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.experts.122.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.393.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.101.mixer.experts.318.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.143.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.62.mixer.experts.375.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.17.mixer.experts.226.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.333.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.433.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.352.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.17.mixer.experts.254.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.29.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.412.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.343.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.19.mixer.experts.87.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.experts.46.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.158.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.35.mixer.experts.377.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.369.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.1.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.80.mixer.experts.387.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.132.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.37.mixer.experts.271.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.184.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.74.mixer.experts.138.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.382.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.500.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.44.mixer.experts.292.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.157.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.90.mixer.experts.454.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.229.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.10.mixer.experts.319.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.69.mixer.experts.184.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.71.mixer.experts.488.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.55.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.51.mixer.experts.101.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.222.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.40.mixer.experts.207.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.374.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.80.mixer.experts.157.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.510.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.298.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.62.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.120.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.301.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.107.mixer.experts.365.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.78.mixer.experts.347.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.55.mixer.experts.237.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.55.mixer.experts.196.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.26.mixer.experts.496.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.92.mixer.experts.239.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.137.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.26.mixer.experts.498.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.28.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.87.mixer.experts.33.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.135.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.71.mixer.experts.303.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.40.mixer.experts.479.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.361.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.270.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.41.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.46.mixer.experts.56.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.329.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.30.mixer.experts.393.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.62.mixer.experts.417.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.284.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.shared_experts.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.71.mixer.experts.229.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.319.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.473.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.49.mixer.experts.451.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.96.mixer.experts.75.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.74.mixer.experts.237.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.118.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.5.mixer.experts.39.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.197.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.74.mixer.experts.201.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.163.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.417.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.500.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.303.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.461.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.83.mixer.experts.313.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.24.mixer.experts.395.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.393.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.139.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.460.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.340.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.35.mixer.experts.221.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.87.mixer.experts.189.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.84.mixer.A_log": "model-00170-of-00225.safetensors", + "backbone.layers.10.mixer.experts.394.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.356.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.292.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.65.mixer.experts.244.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.501.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.388.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.92.mixer.experts.208.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.510.down_proj.weight": "model-00042-of-00225.safetensors", + "mtp.layers.1.mixer.experts.189.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.67.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.35.mixer.experts.506.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.37.mixer.experts.115.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.219.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.256.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.55.mixer.experts.226.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.77.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.473.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.35.mixer.experts.35.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.58.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.153.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.92.mixer.experts.116.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.76.mixer.experts.206.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.3.mixer.experts.245.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.10.mixer.experts.260.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.509.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.58.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.65.mixer.experts.9.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.107.mixer.experts.260.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.30.mixer.experts.487.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.80.mixer.experts.197.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.266.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.105.mixer.experts.432.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.386.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.391.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.26.mixer.experts.497.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.74.mixer.experts.326.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.12.mixer.experts.440.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.408.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.35.mixer.experts.400.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.96.mixer.experts.117.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.259.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.370.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.94.mixer.experts.107.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.35.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.279.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.42.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.21.mixer.experts.311.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.53.mixer.experts.315.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.11.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.55.mixer.experts.256.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.168.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.4.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.51.mixer.experts.241.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.78.mixer.experts.474.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.282.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.136.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.62.mixer.experts.185.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.78.mixer.experts.184.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.58.mixer.experts.27.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.497.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.307.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.107.mixer.experts.72.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.118.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.493.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.296.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.26.mixer.experts.276.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.42.mixer.experts.431.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.346.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.99.mixer.experts.144.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.44.mixer.experts.52.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.105.mixer.experts.499.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.105.mixer.experts.25.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.44.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.87.mixer.experts.405.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.78.mixer.experts.292.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.87.mixer.experts.160.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.204.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.26.mixer.experts.349.up_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.185.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.101.mixer.experts.460.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.195.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.368.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.5.mixer.experts.476.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.35.mixer.experts.274.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.35.mixer.experts.429.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.400.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.32.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.1.mixer.experts.259.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.76.mixer.experts.184.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.58.mixer.experts.229.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.135.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.103.mixer.experts.268.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.137.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.51.mixer.experts.402.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.478.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.376.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.49.mixer.experts.200.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.24.mixer.experts.439.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.28.mixer.experts.264.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.49.mixer.experts.358.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.21.mixer.experts.381.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.502.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.306.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.21.mixer.experts.83.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.21.mixer.experts.483.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.96.mixer.experts.470.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.253.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.60.mixer.experts.288.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.265.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.fc2_latent_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.94.mixer.experts.247.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.24.mixer.experts.322.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.78.mixer.experts.207.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.506.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.303.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.44.mixer.experts.466.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.65.mixer.experts.422.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.8.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.35.mixer.experts.130.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.101.mixer.experts.176.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.159.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.64.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.114.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.478.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.35.mixer.experts.339.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.62.mixer.experts.470.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.58.mixer.experts.462.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.103.mixer.experts.65.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.151.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.19.mixer.experts.133.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.425.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.105.mixer.experts.302.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.58.mixer.experts.179.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.502.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.231.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.371.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.46.mixer.experts.373.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.410.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.65.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.58.mixer.experts.44.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.90.mixer.experts.268.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.338.up_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.234.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.94.mixer.experts.86.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.334.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.399.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.415.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.56.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.87.mixer.shared_experts.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.37.mixer.experts.34.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.69.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.30.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.67.mixer.experts.326.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.235.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.458.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.42.mixer.experts.234.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.260.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.132.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.30.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.24.mixer.experts.171.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.71.mixer.experts.11.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.69.mixer.experts.480.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.122.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.92.mixer.experts.339.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.74.mixer.experts.425.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.65.mixer.experts.465.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.1.mixer.experts.230.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.46.mixer.experts.479.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.12.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.46.mixer.experts.300.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.52.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.494.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.35.mixer.experts.174.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.101.mixer.experts.369.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.19.mixer.experts.398.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.58.mixer.experts.404.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.62.mixer.experts.455.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.1.mixer.experts.327.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.42.mixer.experts.54.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.24.mixer.experts.450.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.37.mixer.experts.443.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.463.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.459.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.126.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.92.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.1.mixer.experts.176.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.35.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.44.mixer.experts.10.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.94.mixer.experts.400.up_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.429.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.101.mixer.experts.283.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.40.mixer.experts.301.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.265.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.114.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.74.mixer.experts.281.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.173.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.174.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.318.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.202.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.10.mixer.experts.423.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.101.mixer.experts.407.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.107.mixer.experts.27.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.37.mixer.experts.474.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.58.mixer.experts.375.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.2.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.118.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.335.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.274.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.17.mixer.experts.450.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.471.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.19.mixer.experts.397.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.476.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.5.mixer.experts.225.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.30.mixer.experts.197.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.78.mixer.experts.63.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.26.mixer.experts.100.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.87.mixer.experts.365.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.67.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.44.mixer.experts.138.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.37.mixer.experts.203.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.9.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.291.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.24.mixer.experts.148.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.30.mixer.experts.93.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.107.mixer.experts.309.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.471.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.180.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.382.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.62.mixer.experts.285.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.332.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.378.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.55.mixer.experts.422.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.21.mixer.experts.208.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.457.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.26.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.94.mixer.experts.62.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.67.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.5.mixer.experts.298.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.101.mixer.experts.304.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.78.mixer.experts.449.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.214.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.290.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.101.mixer.experts.142.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.24.mixer.experts.504.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.62.mixer.experts.367.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.376.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.23.mixer.o_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.501.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.87.mixer.experts.130.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.28.mixer.experts.169.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.69.mixer.experts.311.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.331.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.58.mixer.experts.417.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.69.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.445.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.65.mixer.experts.367.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.53.mixer.experts.195.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.466.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.42.mixer.experts.377.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.36.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.55.mixer.experts.4.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.101.mixer.experts.39.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.37.mixer.experts.393.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.387.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.42.mixer.experts.503.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.75.down_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.5.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.3.mixer.experts.219.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.experts.288.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.62.mixer.experts.339.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.67.mixer.experts.28.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.368.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.96.mixer.experts.6.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.68.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.240.up_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.300.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.37.mixer.experts.183.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.21.mixer.experts.339.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.128.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.328.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.101.mixer.experts.326.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.310.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.169.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.106.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.298.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.51.mixer.experts.144.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.42.mixer.experts.13.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.492.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.320.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.92.mixer.experts.146.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.344.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.140.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.1.mixer.experts.320.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.17.mixer.experts.495.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.49.mixer.experts.124.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.55.mixer.experts.210.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.55.mixer.experts.82.up_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.412.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.193.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.368.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.40.mixer.experts.240.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.342.down_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.278.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.235.up_proj.weight": "model-00099-of-00225.safetensors", + "mtp.layers.1.mixer.experts.23.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.99.mixer.experts.318.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.244.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.393.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.405.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.62.mixer.experts.389.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.74.mixer.experts.189.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.507.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.46.mixer.experts.53.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.94.mixer.experts.392.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.105.mixer.experts.405.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.152.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.323.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.15.mixer.experts.376.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.78.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.92.mixer.experts.42.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.8.mixer.experts.105.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.8.mixer.experts.45.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.3.mixer.experts.502.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.21.mixer.experts.77.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.35.mixer.experts.58.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.176.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.31.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.3.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.21.mixer.experts.301.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.58.mixer.experts.379.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.92.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.24.mixer.experts.183.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.94.mixer.experts.196.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.343.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.60.mixer.experts.64.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.90.mixer.experts.499.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.58.mixer.experts.217.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.223.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.418.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.33.mixer.experts.165.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.124.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.406.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.70.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.378.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.experts.18.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.99.mixer.experts.338.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.51.mixer.experts.201.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.416.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.345.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.85.mixer.experts.497.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.505.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.83.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.52.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.90.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.440.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.23.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.76.mixer.experts.213.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.329.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.92.mixer.experts.96.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.357.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.405.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.28.mixer.experts.407.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.417.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.17.mixer.experts.28.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.77.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.105.mixer.experts.139.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.mixer.experts.199.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.448.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.403.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.92.mixer.experts.335.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.30.mixer.experts.19.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.90.mixer.experts.174.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.71.mixer.experts.167.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.24.mixer.experts.174.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.69.mixer.experts.446.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.24.mixer.experts.197.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.107.mixer.experts.37.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.283.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.204.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.161.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.28.mixer.experts.291.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.65.mixer.experts.73.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.215.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.42.mixer.experts.309.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.15.mixer.experts.25.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.12.mixer.experts.484.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.107.mixer.experts.0.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.12.mixer.experts.170.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.65.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.42.mixer.experts.235.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.3.mixer.experts.503.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.24.mixer.experts.334.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.235.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.44.mixer.experts.197.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.35.mixer.experts.59.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.90.mixer.experts.412.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.85.mixer.experts.342.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.175.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.15.mixer.experts.145.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.55.mixer.experts.396.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.28.mixer.experts.432.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.90.mixer.experts.146.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.40.mixer.experts.182.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.10.mixer.experts.86.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.172.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.87.mixer.experts.461.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.94.mixer.experts.191.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.58.mixer.experts.189.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.85.mixer.experts.162.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.3.mixer.experts.51.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.40.mixer.experts.227.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.4.norm.weight": "model-00010-of-00225.safetensors", + "backbone.layers.74.mixer.experts.179.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.480.up_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.fc2_latent_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.101.mixer.experts.254.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.83.mixer.experts.246.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.68.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.209.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.172.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.60.mixer.experts.209.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.24.mixer.experts.42.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.74.mixer.experts.387.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.1.mixer.experts.288.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.421.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.460.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.26.mixer.experts.157.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.188.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.17.mixer.experts.430.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.90.mixer.experts.24.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.126.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.26.mixer.experts.213.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.105.mixer.experts.295.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.51.mixer.experts.103.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.338.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.436.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.37.mixer.experts.271.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.55.mixer.experts.357.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.53.mixer.experts.415.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.316.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.129.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.3.mixer.experts.133.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.391.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.107.mixer.experts.244.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.40.mixer.experts.403.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.161.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.25.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.83.mixer.experts.134.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.37.mixer.experts.289.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.258.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.15.mixer.experts.264.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.266.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.69.mixer.experts.164.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.310.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.295.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.448.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.153.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.60.mixer.experts.462.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.207.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.91.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.17.mixer.experts.62.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.33.mixer.experts.489.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.245.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.46.mixer.experts.200.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.49.mixer.experts.32.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.42.mixer.experts.260.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.51.mixer.experts.377.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.3.mixer.experts.78.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.65.mixer.experts.197.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.94.mixer.experts.280.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.73.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.80.mixer.experts.160.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.44.mixer.experts.434.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.151.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.279.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.193.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.314.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.440.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.94.mixer.experts.293.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.99.mixer.experts.81.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.455.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.52.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.92.mixer.experts.456.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.119.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.37.mixer.experts.480.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.137.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.99.mixer.experts.167.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.79.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.278.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.49.mixer.experts.309.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.250.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.83.mixer.experts.307.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.8.mixer.experts.264.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.76.mixer.experts.366.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.53.mixer.experts.191.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.40.mixer.experts.55.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.395.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.78.mixer.experts.466.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.101.mixer.experts.66.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.207.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.21.mixer.shared_experts.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.40.mixer.experts.73.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.12.mixer.experts.14.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.55.mixer.experts.502.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.37.mixer.experts.279.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.475.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.246.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.454.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.167.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.463.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.42.mixer.experts.34.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.28.mixer.experts.58.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.205.up_proj.weight": "model-00195-of-00225.safetensors", + "mtp.layers.1.mixer.experts.231.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.92.mixer.experts.212.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.25.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.289.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.5.mixer.experts.75.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.367.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.133.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.94.mixer.experts.376.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.83.mixer.experts.41.down_proj.weight": "model-00166-of-00225.safetensors", + "mtp.layers.1.mixer.experts.293.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.30.mixer.experts.213.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.75.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.26.mixer.experts.416.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.62.mixer.experts.460.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.21.mixer.experts.216.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.87.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.455.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.45.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.40.mixer.experts.119.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.12.mixer.experts.222.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.251.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.83.mixer.experts.209.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.337.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.shared_experts.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.30.mixer.experts.178.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.60.mixer.experts.76.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.107.mixer.experts.480.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.96.mixer.experts.236.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.71.mixer.experts.119.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.210.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.53.mixer.experts.411.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.44.mixer.experts.293.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.71.mixer.experts.54.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.96.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.14.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.283.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.41.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.3.mixer.experts.321.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.255.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.96.mixer.experts.103.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.19.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.83.mixer.experts.322.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.156.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.195.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.502.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.17.mixer.experts.443.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.94.mixer.experts.338.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.58.mixer.experts.406.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.222.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.275.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.292.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.42.mixer.experts.4.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.69.mixer.experts.171.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.15.mixer.experts.291.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.72.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.508.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.29.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.67.mixer.experts.353.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.335.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.58.mixer.experts.203.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.12.mixer.experts.341.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.239.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.485.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.62.mixer.experts.388.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.58.mixer.experts.327.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.33.mixer.experts.161.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.188.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.133.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.4.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.94.mixer.experts.497.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.15.mixer.experts.208.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.76.mixer.experts.505.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.49.mixer.experts.136.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.107.mixer.experts.183.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.58.mixer.experts.231.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.206.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.5.mixer.experts.285.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.217.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.31.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.337.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.94.mixer.experts.216.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.76.mixer.experts.374.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.285.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.28.mixer.experts.489.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.17.mixer.experts.251.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.437.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.74.mixer.experts.182.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.51.mixer.experts.351.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.354.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.371.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.265.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.28.mixer.experts.374.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.60.mixer.experts.46.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.375.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.289.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.185.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.15.mixer.experts.140.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.72.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.83.mixer.experts.394.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.484.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.392.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.321.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.83.mixer.experts.400.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.49.mixer.experts.324.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.298.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.202.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.37.mixer.experts.59.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.504.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.107.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.28.mixer.experts.356.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.172.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.24.mixer.experts.184.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.112.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.10.mixer.experts.254.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.99.mixer.experts.394.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.298.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.478.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.15.mixer.experts.250.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.80.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.86.mixer.dt_bias": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.369.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.107.mixer.experts.349.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.42.mixer.experts.470.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.102.mixer.out_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.44.mixer.experts.343.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.410.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.94.up_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.420.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.102.mixer.D": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.132.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.252.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.83.mixer.experts.126.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.69.mixer.experts.54.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.101.mixer.experts.502.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.361.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.145.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.40.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.31.mixer.conv1d.bias": "model-00065-of-00225.safetensors", + "backbone.layers.8.mixer.experts.253.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.37.mixer.experts.395.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.71.mixer.experts.345.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.48.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.35.mixer.experts.52.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.101.mixer.experts.273.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.238.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.30.mixer.experts.397.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.3.mixer.experts.329.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.37.mixer.experts.351.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.205.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.10.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.46.mixer.experts.466.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.204.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.101.mixer.experts.191.up_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.467.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.1.mixer.experts.62.down_proj.weight": "model-00002-of-00225.safetensors", + "mtp.layers.1.mixer.experts.102.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.87.mixer.experts.430.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.42.mixer.experts.98.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.173.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.42.mixer.experts.82.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.96.mixer.experts.354.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.430.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.243.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.96.mixer.experts.239.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.384.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.19.mixer.experts.133.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.8.mixer.experts.255.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.experts.431.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.121.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.86.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.gate.e_score_correction_bias": "model-00152-of-00225.safetensors", + "backbone.layers.71.mixer.experts.181.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.67.mixer.experts.331.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.8.mixer.experts.279.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.267.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.44.mixer.experts.137.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.469.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.49.mixer.experts.113.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.44.mixer.experts.260.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.94.mixer.experts.217.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.83.mixer.experts.95.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.51.mixer.experts.138.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.105.mixer.experts.162.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.71.mixer.experts.324.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.46.mixer.experts.455.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.85.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.360.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.453.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.354.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.46.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.gate.weight": "model-00170-of-00225.safetensors", + "backbone.layers.26.mixer.experts.132.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.125.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.212.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.96.mixer.experts.419.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.243.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.94.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.106.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.55.mixer.experts.361.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.49.mixer.experts.200.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.141.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.65.mixer.experts.360.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.96.mixer.experts.2.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.37.mixer.experts.464.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.47.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.51.mixer.experts.313.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.216.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.60.mixer.experts.354.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.432.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.302.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.69.mixer.experts.36.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.90.mixer.experts.434.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.180.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.65.mixer.experts.48.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.105.mixer.experts.462.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.10.mixer.experts.97.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.44.mixer.experts.177.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.395.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.10.mixer.experts.21.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.148.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.3.mixer.experts.376.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.79.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.166.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.19.mixer.experts.469.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.159.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.76.mixer.experts.446.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.87.mixer.experts.408.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.218.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.67.mixer.experts.319.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.76.mixer.experts.502.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.108.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.66.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.62.mixer.experts.2.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.10.mixer.experts.183.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.167.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.494.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.462.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.152.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.83.mixer.experts.161.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.94.mixer.experts.346.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.356.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.3.mixer.experts.376.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.67.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.281.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.30.mixer.experts.156.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.76.mixer.experts.464.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.246.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.128.down_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.229.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.180.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.42.mixer.experts.459.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.33.mixer.experts.211.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.418.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.8.mixer.experts.360.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.99.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.304.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.fc1_latent_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.60.mixer.experts.283.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.11.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.98.mixer.o_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.65.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.60.mixer.experts.450.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.3.mixer.experts.208.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.433.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.331.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.94.mixer.experts.142.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.234.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.494.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.475.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.66.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.58.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.15.mixer.experts.103.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.67.mixer.experts.53.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.3.mixer.experts.220.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.385.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.97.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.127.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.102.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.99.mixer.experts.136.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.35.mixer.experts.59.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.49.mixer.experts.224.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.10.mixer.experts.251.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.69.mixer.experts.452.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.481.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.209.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.40.mixer.experts.186.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.441.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.268.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.481.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.380.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.244.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.458.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.33.mixer.experts.57.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.66.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.33.mixer.experts.279.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.103.mixer.experts.80.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.209.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.217.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.456.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.358.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.444.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.90.mixer.experts.449.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.40.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.76.mixer.experts.33.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.501.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.74.mixer.experts.5.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.395.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.105.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.15.mixer.experts.320.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.28.mixer.experts.332.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.17.mixer.experts.253.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.99.mixer.experts.440.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.410.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.490.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.49.mixer.experts.57.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.5.mixer.experts.173.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.44.mixer.experts.287.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.241.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.103.mixer.experts.305.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.78.mixer.experts.172.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.24.mixer.experts.106.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.15.mixer.experts.173.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.413.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.35.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.40.mixer.experts.469.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.62.mixer.experts.34.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.317.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.28.mixer.experts.458.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.107.mixer.experts.391.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.42.mixer.experts.142.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.183.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.69.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.42.mixer.experts.424.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.90.mixer.experts.48.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.418.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.61.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.69.mixer.experts.303.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.51.mixer.experts.88.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.76.mixer.experts.227.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.358.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.227.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.15.mixer.experts.487.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.24.mixer.experts.67.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.105.mixer.experts.354.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.90.mixer.experts.41.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.238.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.3.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.3.mixer.experts.502.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.371.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.81.up_proj.weight": "model-00189-of-00225.safetensors", + "mtp.layers.1.mixer.experts.387.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.345.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.30.mixer.experts.250.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.223.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.44.mixer.experts.284.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.298.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.295.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.454.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.experts.119.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.67.mixer.experts.443.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.105.mixer.experts.150.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.mixer.experts.258.down_proj.weight": "model-00008-of-00225.safetensors", + "mtp.layers.1.mixer.experts.455.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.51.mixer.experts.284.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.105.mixer.experts.265.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.78.mixer.experts.346.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.253.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.56.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.253.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.437.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.233.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.83.mixer.experts.262.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.229.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.424.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.420.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.3.mixer.experts.393.down_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.101.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.323.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.344.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.55.mixer.experts.116.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.94.mixer.experts.321.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.412.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.experts.382.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.134.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.391.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.379.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.423.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.85.mixer.experts.93.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.158.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.26.mixer.experts.421.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.57.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.33.mixer.experts.67.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.323.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.92.mixer.experts.507.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.465.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.28.mixer.experts.342.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.262.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.78.mixer.experts.76.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.78.mixer.experts.477.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.310.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.474.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.96.mixer.experts.296.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.80.mixer.experts.327.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.71.mixer.experts.222.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.67.mixer.experts.23.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.416.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.407.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.58.mixer.experts.340.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.107.mixer.experts.321.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.26.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.96.mixer.experts.255.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.80.mixer.experts.251.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.76.mixer.experts.51.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.67.mixer.experts.436.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.332.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.245.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.85.mixer.experts.273.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.78.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.504.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.485.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.289.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.140.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.102.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.170.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.376.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.186.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.8.mixer.experts.94.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.0.mixer.dt_bias": "model-00001-of-00225.safetensors", + "mtp.layers.1.mixer.experts.492.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.439.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.3.mixer.experts.110.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.8.mixer.experts.354.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.157.up_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.118.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.439.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.210.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.403.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.350.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.349.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.215.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.27.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.85.mixer.experts.447.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.150.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.90.mixer.shared_experts.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.99.mixer.experts.452.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.103.mixer.experts.319.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.278.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.28.mixer.experts.249.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.362.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.94.mixer.experts.23.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.37.mixer.experts.58.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.40.mixer.experts.324.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.60.mixer.experts.180.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.412.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.67.mixer.experts.45.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.26.mixer.experts.192.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.85.mixer.experts.425.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.18.down_proj.weight": "model-00070-of-00225.safetensors", + "mtp.layers.1.mixer.experts.259.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.278.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.78.mixer.experts.364.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.133.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.10.mixer.experts.193.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.27.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.447.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.3.mixer.experts.173.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.5.mixer.experts.149.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.51.mixer.experts.493.up_proj.weight": "model-00106-of-00225.safetensors", + "mtp.layers.1.mixer.experts.296.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.137.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.101.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.211.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.26.mixer.experts.70.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.85.mixer.experts.85.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.12.mixer.experts.6.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.80.mixer.experts.102.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.46.mixer.experts.480.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.104.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.297.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.65.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.292.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.424.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.124.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.69.mixer.experts.245.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.17.mixer.experts.403.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.490.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.3.mixer.experts.432.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.78.mixer.experts.511.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.3.mixer.experts.41.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.74.mixer.experts.43.down_proj.weight": "model-00148-of-00225.safetensors", + "mtp.layers.1.mixer.experts.343.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.359.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.210.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.10.mixer.experts.431.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.85.mixer.experts.255.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.58.mixer.experts.339.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.80.mixer.experts.410.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.60.mixer.experts.271.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.124.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.238.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.167.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.115.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.42.mixer.experts.95.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.373.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.250.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.65.mixer.experts.191.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.87.mixer.experts.200.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.73.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.154.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.197.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.33.mixer.experts.475.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.453.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.49.mixer.experts.220.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.1.mixer.experts.141.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.67.mixer.experts.81.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.99.mixer.experts.303.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.35.mixer.experts.149.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.46.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.55.mixer.experts.205.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.78.mixer.experts.406.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.71.mixer.experts.219.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.21.mixer.experts.384.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.60.mixer.experts.23.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.15.mixer.experts.198.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.96.mixer.experts.54.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.90.mixer.experts.389.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.192.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.46.mixer.experts.385.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.21.mixer.experts.188.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.60.mixer.experts.213.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.58.mixer.experts.89.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.105.mixer.experts.101.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.51.mixer.experts.39.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.112.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.340.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.182.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.87.mixer.experts.133.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.94.mixer.experts.133.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.28.mixer.experts.352.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.67.mixer.experts.150.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.67.mixer.experts.316.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.15.mixer.experts.439.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.96.mixer.experts.247.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.71.mixer.experts.356.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.242.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.99.mixer.experts.433.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.408.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.80.mixer.experts.54.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.85.mixer.experts.445.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.62.mixer.experts.148.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.12.mixer.experts.336.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.44.mixer.experts.46.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.3.mixer.experts.129.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.80.mixer.experts.249.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.60.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.85.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.439.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.4.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.21.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.106.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.404.down_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.289.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.78.mixer.experts.144.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.28.mixer.experts.199.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.375.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.8.mixer.experts.235.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.gate.e_score_correction_bias": "model-00106-of-00225.safetensors", + "backbone.layers.41.mixer.norm.weight": "model-00083-of-00225.safetensors", + "backbone.layers.3.mixer.experts.373.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.67.mixer.experts.4.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.101.mixer.experts.262.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.53.mixer.experts.312.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.396.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.3.mixer.experts.227.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.106.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.303.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.66.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.26.mixer.experts.84.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.1.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.357.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.243.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.15.mixer.experts.64.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.396.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.271.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.197.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.105.mixer.experts.56.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.25.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.247.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.189.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.67.mixer.experts.104.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.127.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.71.mixer.experts.31.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.324.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.170.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.483.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.149.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.10.mixer.experts.349.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.72.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.94.mixer.experts.98.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.44.mixer.experts.139.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.67.mixer.experts.208.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.85.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.40.mixer.experts.180.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.35.mixer.experts.320.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.126.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.1.mixer.experts.22.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.5.mixer.experts.318.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.42.mixer.experts.202.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.26.mixer.shared_experts.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.46.mixer.experts.474.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.116.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.433.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.189.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.452.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.58.mixer.experts.9.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.42.mixer.experts.444.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.348.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.53.mixer.experts.123.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.99.mixer.experts.65.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.462.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.40.mixer.experts.30.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.5.mixer.experts.430.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.87.mixer.experts.142.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.10.mixer.experts.371.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.8.mixer.experts.391.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.3.mixer.experts.496.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.80.mixer.experts.91.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.105.mixer.experts.136.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.61.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.46.mixer.experts.131.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.26.mixer.experts.170.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.50.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.60.mixer.experts.504.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.35.mixer.experts.324.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.1.mixer.experts.106.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.76.mixer.experts.350.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.268.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.85.mixer.experts.304.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.125.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.74.mixer.experts.58.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.56.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.463.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.94.mixer.experts.328.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.55.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.214.up_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.431.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.1.mixer.experts.384.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.405.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.350.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.96.mixer.experts.110.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.410.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.243.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.428.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.59.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.103.mixer.experts.273.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.19.mixer.experts.33.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.42.mixer.experts.212.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.271.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.116.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.12.mixer.experts.423.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.76.mixer.experts.471.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.51.mixer.experts.461.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.83.mixer.experts.51.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.92.mixer.experts.331.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.83.mixer.experts.76.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.103.mixer.experts.238.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.35.mixer.experts.271.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.73.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.96.mixer.experts.59.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.76.mixer.experts.63.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.3.mixer.experts.500.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.44.mixer.experts.395.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.229.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.408.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.439.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.405.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.46.mixer.experts.25.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.449.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.65.mixer.experts.149.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.30.mixer.experts.283.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.201.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.199.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.124.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.51.mixer.experts.29.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.101.mixer.experts.260.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.10.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.85.mixer.experts.140.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.206.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.452.down_proj.weight": "model-00147-of-00225.safetensors", + "mtp.layers.1.mixer.experts.462.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.42.mixer.experts.466.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.26.mixer.experts.33.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.425.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.207.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.71.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.58.mixer.experts.49.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.85.mixer.experts.293.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.31.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.281.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.30.mixer.experts.303.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.431.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.105.mixer.experts.101.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.160.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.484.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.87.mixer.experts.447.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.35.mixer.experts.40.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.392.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.273.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.24.mixer.experts.98.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.28.mixer.experts.460.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.51.mixer.experts.244.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.85.mixer.experts.122.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.385.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.346.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.303.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.504.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.451.down_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.141.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.65.mixer.experts.124.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.1.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.325.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.304.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.44.mixer.experts.502.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.74.mixer.experts.169.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.488.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.55.mixer.experts.242.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.408.down_proj.weight": "model-00027-of-00225.safetensors", + "mtp.layers.1.mixer.experts.158.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.113.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.439.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.182.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.200.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.1.mixer.experts.59.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.432.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.12.mixer.experts.485.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.94.mixer.experts.454.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.160.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.212.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.219.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.77.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.42.mixer.experts.429.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.shared_experts.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.46.mixer.experts.4.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.456.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.28.mixer.experts.299.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.83.mixer.experts.279.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.35.mixer.experts.305.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.329.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.303.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.326.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.82.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.65.mixer.experts.465.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.9.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.133.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.24.mixer.experts.70.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.65.mixer.experts.156.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.325.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.experts.437.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.203.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.194.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.85.mixer.experts.229.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.55.mixer.experts.453.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.90.mixer.experts.362.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.74.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.80.mixer.experts.97.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.321.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.216.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.74.mixer.experts.409.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.402.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.23.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.83.mixer.experts.502.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.40.mixer.experts.421.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.103.mixer.experts.429.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.352.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.393.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.49.mixer.experts.239.down_proj.weight": "model-00099-of-00225.safetensors", + "mtp.layers.1.mixer.experts.27.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.37.mixer.experts.270.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.286.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.18.mixer.conv1d.bias": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.207.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.83.mixer.experts.350.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.307.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.53.mixer.experts.320.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.448.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.36.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.21.mixer.experts.229.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.99.mixer.experts.499.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.40.mixer.experts.38.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.76.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.5.mixer.experts.306.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.73.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.96.mixer.experts.440.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.26.mixer.experts.453.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.8.mixer.experts.262.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.349.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.10.mixer.experts.350.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.317.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.148.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.360.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.365.up_proj.weight": "model-00050-of-00225.safetensors", + "mtp.layers.1.mixer.experts.288.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.62.mixer.experts.115.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.62.mixer.experts.432.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.69.mixer.experts.84.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.92.mixer.experts.53.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.58.mixer.experts.167.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.40.mixer.experts.438.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.392.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.132.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.24.mixer.experts.444.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.78.mixer.experts.150.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.20.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.26.mixer.experts.215.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.76.mixer.experts.90.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.74.mixer.experts.203.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.254.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.304.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.108.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.15.mixer.experts.220.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.40.mixer.experts.464.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.76.mixer.experts.495.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.17.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.51.mixer.experts.370.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.37.mixer.experts.173.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.62.mixer.experts.375.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.40.mixer.experts.66.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.234.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.87.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.288.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.423.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.51.mixer.experts.299.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.107.mixer.experts.441.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.260.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.462.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.55.mixer.experts.356.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.197.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.92.mixer.experts.190.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.69.mixer.experts.209.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.74.mixer.experts.67.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.112.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.51.mixer.experts.17.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.71.mixer.experts.10.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.214.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.62.mixer.experts.70.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.8.mixer.experts.142.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.487.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.347.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.104.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.10.mixer.experts.151.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.21.mixer.experts.180.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.381.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.71.mixer.experts.175.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.96.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.22.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.37.mixer.experts.506.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.74.mixer.experts.334.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.54.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.80.mixer.experts.417.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.177.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.33.mixer.experts.76.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.389.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.245.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.49.mixer.experts.3.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.149.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.266.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.21.mixer.experts.5.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.69.mixer.experts.45.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.455.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.103.mixer.experts.196.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.53.mixer.experts.120.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.48.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.24.mixer.experts.384.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.245.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.10.mixer.experts.3.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.94.mixer.experts.203.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.85.mixer.experts.71.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.55.mixer.experts.248.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.132.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.6.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.10.mixer.experts.45.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.491.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.21.mixer.experts.480.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.33.mixer.experts.257.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.12.mixer.experts.181.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.28.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.51.mixer.experts.188.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.30.mixer.experts.452.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.69.mixer.experts.102.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.49.mixer.experts.284.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.433.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.39.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.152.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.10.mixer.experts.373.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.448.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.426.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.44.mixer.experts.181.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.69.mixer.experts.174.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.243.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.147.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.376.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.80.mixer.experts.470.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.21.mixer.experts.317.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.12.mixer.experts.455.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.10.mixer.experts.359.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.272.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.37.mixer.experts.235.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.271.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.30.mixer.experts.93.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.24.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.62.mixer.experts.214.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.124.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.3.mixer.experts.292.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.51.mixer.experts.260.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.8.mixer.experts.31.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.10.mixer.experts.203.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.432.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.482.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.35.mixer.experts.209.up_proj.weight": "model-00071-of-00225.safetensors", + "mtp.layers.1.mixer.experts.501.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.156.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.479.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.455.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.18.mixer.in_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.17.mixer.experts.267.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.76.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.92.mixer.experts.138.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.69.mixer.experts.13.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.157.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.371.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.44.mixer.experts.251.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.20.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.37.mixer.experts.472.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.74.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.22.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.449.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.101.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.19.mixer.experts.502.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.8.mixer.experts.493.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.394.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.486.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.58.mixer.experts.97.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.55.mixer.experts.267.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.65.mixer.experts.290.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.312.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.34.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.5.mixer.experts.53.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.2.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.105.mixer.experts.504.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.10.mixer.experts.259.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.468.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.500.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.94.mixer.experts.409.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.333.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.107.mixer.experts.195.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.369.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.298.down_proj.weight": "model-00177-of-00225.safetensors", + "mtp.layers.1.mixer.experts.371.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.481.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.510.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.55.mixer.experts.178.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.180.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.30.mixer.experts.465.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.45.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.110.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.24.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.229.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.42.mixer.experts.289.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.92.mixer.experts.465.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.417.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.508.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.8.mixer.experts.226.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.101.mixer.experts.69.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.390.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.404.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.24.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.402.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.37.mixer.experts.57.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.471.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.30.mixer.experts.130.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.336.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.78.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.75.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.74.mixer.experts.484.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.125.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.87.mixer.experts.449.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.28.mixer.experts.446.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.421.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.288.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.302.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.92.mixer.experts.126.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.282.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.87.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.12.mixer.experts.283.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.215.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.59.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.399.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.12.mixer.experts.24.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.74.mixer.experts.263.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.42.mixer.experts.478.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.337.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.78.mixer.experts.266.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.44.mixer.experts.302.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.291.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.71.mixer.experts.298.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.3.mixer.experts.440.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.114.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.55.mixer.experts.147.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.453.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.408.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.289.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.92.mixer.experts.107.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.28.mixer.experts.219.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.97.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.51.mixer.experts.234.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.83.mixer.experts.446.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.44.mixer.experts.485.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.74.mixer.experts.437.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.105.mixer.experts.31.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.12.mixer.experts.332.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.438.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.191.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.135.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.479.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.30.mixer.experts.283.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.166.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.41.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.65.mixer.experts.159.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.118.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.80.mixer.experts.46.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.67.mixer.experts.278.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.185.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.430.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.306.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.384.down_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.16.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.217.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.339.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.242.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.87.mixer.experts.460.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.37.mixer.experts.47.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.58.mixer.experts.379.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.248.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.40.mixer.experts.38.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.320.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.442.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.19.down_proj.weight": "model-00047-of-00225.safetensors", + "mtp.layers.1.mixer.experts.347.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.452.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.89.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.55.mixer.experts.427.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.328.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.413.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.260.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.270.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.49.mixer.experts.34.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.17.mixer.experts.506.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.422.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.422.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.122.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.457.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.246.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.85.mixer.experts.11.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.74.mixer.experts.387.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.168.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.274.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.67.mixer.experts.252.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.500.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.12.mixer.experts.293.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.42.mixer.experts.92.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.8.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.96.mixer.experts.307.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.98.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.78.mixer.experts.151.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.174.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.90.mixer.experts.435.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.380.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.19.mixer.experts.278.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.509.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.103.mixer.experts.470.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.40.mixer.experts.2.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.152.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.159.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.334.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.317.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.324.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.83.mixer.experts.54.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.400.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.3.mixer.experts.463.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.99.mixer.experts.457.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.78.mixer.experts.255.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.317.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.218.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.65.mixer.experts.238.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.1.mixer.experts.422.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.363.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.143.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.23.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.227.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.76.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.74.mixer.experts.59.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.157.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.26.mixer.experts.277.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.137.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.60.mixer.experts.130.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.169.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.422.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.78.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.42.mixer.experts.207.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.226.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.213.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.85.mixer.experts.129.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.294.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.107.mixer.experts.159.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.12.mixer.experts.420.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.487.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.24.mixer.experts.57.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.431.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.93.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.92.mixer.experts.76.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.313.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.19.mixer.experts.431.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.84.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.24.mixer.experts.260.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.5.mixer.experts.444.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.49.mixer.experts.76.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.83.mixer.experts.426.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.17.mixer.experts.366.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.347.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.99.mixer.experts.348.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.40.mixer.experts.176.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.76.mixer.experts.501.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.15.mixer.experts.49.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.176.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.78.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.467.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.71.mixer.experts.270.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.314.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.188.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.445.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.380.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.80.mixer.experts.504.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.19.mixer.experts.410.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.1.mixer.experts.162.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.504.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.96.mixer.experts.475.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.233.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.15.mixer.experts.160.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.42.mixer.experts.360.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.65.mixer.experts.175.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.107.mixer.experts.489.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.42.mixer.experts.117.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.85.mixer.experts.121.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.37.mixer.fc1_latent_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.44.mixer.experts.209.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.24.mixer.experts.458.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.71.mixer.experts.483.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.26.mixer.experts.362.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.96.mixer.experts.134.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.287.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.452.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.83.mixer.experts.133.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.52.mixer.D": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.33.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.281.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.126.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.469.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.85.mixer.experts.499.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.459.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.425.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.8.mixer.experts.34.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.51.mixer.experts.302.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.16.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.24.mixer.experts.411.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.90.mixer.experts.446.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.441.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.99.mixer.experts.26.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.17.mixer.experts.319.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.78.mixer.experts.93.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.420.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.107.mixer.experts.128.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.381.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.44.mixer.experts.97.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.74.mixer.experts.225.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.51.mixer.experts.290.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.gate.e_score_correction_bias": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.450.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.310.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.107.mixer.experts.317.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.258.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.164.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.234.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.24.mixer.experts.238.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.85.mixer.experts.457.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.286.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.51.mixer.experts.457.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.12.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.3.mixer.experts.381.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.67.mixer.experts.153.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.67.mixer.experts.324.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.32.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.69.mixer.experts.178.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.247.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.10.mixer.experts.369.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.375.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.92.mixer.experts.192.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.90.mixer.experts.309.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.214.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.44.mixer.experts.264.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.12.mixer.experts.67.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.467.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.8.mixer.experts.97.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.167.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.30.mixer.experts.247.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.26.mixer.experts.88.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.460.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.60.mixer.experts.29.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.71.mixer.experts.446.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.46.mixer.experts.162.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.48.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.49.mixer.experts.79.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.60.mixer.experts.354.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.49.mixer.experts.343.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.46.mixer.experts.322.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.375.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.experts.353.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.129.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.0.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.49.mixer.experts.428.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.19.mixer.experts.223.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.92.mixer.experts.364.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.35.mixer.experts.445.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.105.mixer.experts.428.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.4.mixer.conv1d.bias": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.81.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.46.mixer.experts.275.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.320.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.90.mixer.experts.360.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.19.mixer.experts.209.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.85.mixer.experts.487.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.467.down_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.157.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.460.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.17.mixer.experts.92.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.217.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.26.mixer.experts.89.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.26.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.89.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.30.mixer.experts.151.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.281.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.176.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.238.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.449.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.279.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.65.mixer.experts.487.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.381.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.52.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.21.mixer.experts.165.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.462.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.28.mixer.experts.93.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.40.mixer.experts.103.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.103.mixer.experts.377.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.24.mixer.experts.167.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.42.mixer.experts.302.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.161.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.477.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.12.mixer.experts.74.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.5.mixer.experts.497.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.51.mixer.experts.56.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.173.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.473.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.458.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.330.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.80.mixer.experts.398.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.403.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.387.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.26.mixer.experts.339.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.53.mixer.experts.298.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.292.down_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.227.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.465.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.33.mixer.experts.2.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.103.mixer.experts.395.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.265.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.88.mixer.conv1d.bias": "model-00179-of-00225.safetensors", + "mtp.layers.1.mixer.experts.78.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.292.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.44.mixer.experts.428.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.492.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.93.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.299.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.107.mixer.experts.106.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.37.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.234.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.26.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.352.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.74.mixer.experts.14.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.460.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.94.mixer.experts.29.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.8.mixer.experts.432.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.105.mixer.experts.379.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.1.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.273.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.21.mixer.experts.440.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.364.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.384.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.69.mixer.experts.230.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.105.mixer.experts.218.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.260.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.17.mixer.experts.218.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.362.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.285.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.80.mixer.experts.94.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.27.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.5.mixer.experts.51.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.438.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.49.mixer.experts.360.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.26.mixer.experts.249.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.301.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.46.mixer.experts.198.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.396.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.49.mixer.experts.253.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.183.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.53.mixer.experts.507.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.5.mixer.experts.207.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.90.mixer.experts.492.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.30.mixer.experts.190.up_proj.weight": "model-00062-of-00225.safetensors", + "mtp.layers.1.mixer.experts.487.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.30.mixer.experts.101.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.44.mixer.experts.61.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.46.mixer.experts.249.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.180.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.74.mixer.experts.243.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.207.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.493.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.30.mixer.experts.351.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.107.mixer.experts.238.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.76.mixer.experts.117.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.24.mixer.experts.153.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.90.mixer.experts.104.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.69.mixer.experts.459.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.421.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.42.mixer.experts.295.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.500.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.10.mixer.experts.65.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.417.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.19.mixer.experts.128.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.30.mixer.experts.307.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.134.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.101.mixer.experts.94.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.101.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.107.mixer.experts.479.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.15.mixer.experts.482.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.96.mixer.experts.177.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.227.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.288.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.511.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.286.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.62.mixer.experts.133.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.15.mixer.experts.48.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.336.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.107.mixer.experts.171.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.121.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.424.up_proj.weight": "model-00069-of-00225.safetensors", + "mtp.layers.1.mixer.experts.79.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.391.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.301.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.36.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.53.mixer.experts.482.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.49.mixer.experts.69.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.280.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.77.mixer.conv1d.bias": "model-00156-of-00225.safetensors", + "backbone.layers.5.mixer.experts.397.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.213.down_proj.weight": "model-00003-of-00225.safetensors", + "mtp.layers.1.mixer.experts.77.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.483.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.269.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.263.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.1.mixer.experts.457.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.experts.163.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.369.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.74.mixer.experts.190.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.60.mixer.experts.281.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.30.mixer.experts.387.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.487.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.46.mixer.experts.442.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.30.mixer.experts.73.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.26.mixer.experts.364.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.10.mixer.experts.310.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.376.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.10.mixer.experts.74.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.476.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.58.mixer.experts.338.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.62.mixer.experts.186.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.30.mixer.experts.318.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.74.mixer.experts.194.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.10.mixer.experts.413.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.1.mixer.experts.405.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.166.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.292.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.94.mixer.experts.266.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.76.mixer.experts.201.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.277.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.237.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.35.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.104.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.92.mixer.experts.41.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.87.mixer.experts.504.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.44.mixer.experts.148.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.172.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.3.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.44.mixer.experts.392.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.207.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.71.mixer.experts.354.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.19.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.351.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.87.mixer.experts.164.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.282.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.3.mixer.experts.322.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.15.mixer.experts.1.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.458.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.55.mixer.experts.412.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.103.mixer.experts.143.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.369.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.20.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.67.mixer.experts.336.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.227.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.411.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.288.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.102.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.1.mixer.experts.20.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.30.mixer.experts.104.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.62.mixer.experts.358.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.33.mixer.experts.31.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.206.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.67.mixer.experts.501.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.149.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.280.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.60.mixer.experts.508.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.140.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.76.mixer.experts.332.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.26.mixer.experts.217.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.365.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.103.mixer.experts.239.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.8.mixer.experts.401.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.129.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.332.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.42.norm.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.455.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.76.mixer.experts.435.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.60.mixer.experts.427.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.80.mixer.experts.153.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.7.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.232.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.35.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.83.mixer.experts.6.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.2.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.262.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.30.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.40.mixer.experts.31.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.64.mixer.k_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.73.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.152.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.21.mixer.experts.296.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.300.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.421.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.103.mixer.experts.224.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.12.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.62.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.40.mixer.experts.74.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.87.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.57.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.40.mixer.experts.166.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.26.mixer.experts.238.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.262.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.90.mixer.experts.122.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.234.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.402.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.286.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.40.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.90.mixer.experts.80.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.397.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.314.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.60.mixer.experts.45.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.33.mixer.experts.152.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.486.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.107.mixer.experts.346.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.101.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.55.mixer.experts.235.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.483.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.99.mixer.experts.233.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.504.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.93.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.373.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.94.mixer.experts.147.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.57.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.24.mixer.experts.114.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.74.mixer.experts.23.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.310.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.450.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.78.mixer.experts.474.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.140.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.42.mixer.experts.131.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.337.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.1.mixer.experts.205.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.107.mixer.experts.345.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.87.mixer.experts.146.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.353.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.162.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.40.mixer.experts.392.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.1.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.20.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.150.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.83.mixer.experts.399.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.64.mixer.v_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.42.mixer.experts.220.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.17.mixer.experts.308.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.100.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.79.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.33.mixer.experts.193.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.315.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.46.mixer.experts.206.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.26.mixer.experts.494.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.420.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.67.mixer.experts.306.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.176.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.37.mixer.experts.68.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.177.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.486.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.24.mixer.experts.432.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.35.mixer.experts.264.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.83.mixer.experts.262.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.64.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.80.mixer.experts.133.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.111.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.157.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.52.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.332.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.18.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.15.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.181.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.417.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.51.mixer.experts.240.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.28.mixer.experts.76.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.65.mixer.experts.14.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.215.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.231.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.83.mixer.experts.91.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.61.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.51.mixer.experts.354.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.19.mixer.experts.486.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.37.mixer.experts.40.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.464.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.8.mixer.experts.290.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.15.mixer.experts.484.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.46.mixer.experts.393.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.398.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.271.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.62.mixer.experts.451.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.216.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.40.mixer.experts.298.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.239.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.416.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.107.mixer.experts.91.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.225.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.35.mixer.experts.509.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.12.mixer.experts.464.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.62.mixer.experts.187.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.122.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.96.mixer.experts.436.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.484.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.463.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.7.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.33.mixer.experts.254.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.10.mixer.experts.166.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.92.mixer.experts.365.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.84.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.141.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.96.mixer.experts.199.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.293.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.gate.e_score_correction_bias": "model-00069-of-00225.safetensors", + "backbone.layers.103.mixer.experts.318.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.273.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.225.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.24.mixer.experts.263.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.374.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.12.mixer.experts.74.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.107.mixer.experts.267.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.5.mixer.experts.365.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.325.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.325.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.23.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.131.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.83.mixer.experts.173.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.68.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.78.mixer.experts.221.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.83.mixer.experts.183.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.67.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.53.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.299.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.76.mixer.experts.478.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.80.mixer.experts.53.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.17.mixer.experts.469.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.398.down_proj.weight": "model-00196-of-00225.safetensors", + "mtp.layers.1.mixer.experts.277.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.44.mixer.experts.398.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.87.mixer.experts.310.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.61.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.200.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.76.mixer.experts.299.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.71.mixer.experts.244.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.10.mixer.experts.157.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.94.mixer.experts.349.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.486.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.60.mixer.experts.418.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.33.mixer.experts.272.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.22.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.8.mixer.experts.322.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.79.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.83.mixer.experts.341.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.103.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.58.mixer.experts.135.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.94.mixer.experts.48.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.286.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.205.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.267.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.15.mixer.experts.218.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.24.mixer.experts.505.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.53.mixer.experts.232.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.62.mixer.experts.291.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.8.mixer.experts.411.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.33.mixer.experts.280.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.110.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.92.mixer.experts.314.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.105.mixer.experts.364.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.159.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.404.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.344.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.1.mixer.experts.260.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.33.mixer.experts.477.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.49.mixer.experts.53.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.175.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.234.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.106.mixer.in_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.259.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.474.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.78.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.12.mixer.experts.62.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.103.mixer.experts.130.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.5.mixer.experts.472.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.76.mixer.experts.80.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.470.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.381.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.24.mixer.experts.29.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.69.mixer.experts.52.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.58.mixer.experts.41.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.273.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.30.mixer.experts.61.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.376.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.376.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.90.mixer.experts.323.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.42.mixer.experts.193.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.307.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.489.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.74.mixer.experts.428.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.283.up_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.320.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.83.mixer.experts.284.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.19.mixer.experts.450.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.314.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.99.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.92.mixer.experts.423.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.80.mixer.experts.457.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.21.mixer.experts.488.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.28.mixer.experts.476.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.46.mixer.experts.89.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.24.mixer.experts.59.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.128.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.35.mixer.experts.504.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.174.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.352.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.35.mixer.experts.152.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.58.mixer.experts.408.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.experts.185.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.74.mixer.experts.65.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.502.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.267.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.355.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.455.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.1.mixer.experts.483.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.344.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.273.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.5.mixer.experts.375.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.30.mixer.experts.12.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.16.mixer.conv1d.bias": "model-00033-of-00225.safetensors", + "backbone.layers.65.mixer.experts.295.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.65.mixer.experts.287.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.60.mixer.experts.182.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.195.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.82.norm.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.231.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.236.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.53.mixer.experts.265.down_proj.weight": "model-00108-of-00225.safetensors", + "mtp.layers.1.mixer.experts.310.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.87.mixer.experts.92.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.67.mixer.experts.277.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.5.mixer.experts.135.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.105.mixer.experts.18.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.98.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.351.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.365.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.30.mixer.experts.295.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.95.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.44.mixer.experts.385.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.96.mixer.experts.191.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.26.mixer.experts.397.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.90.mixer.experts.69.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.186.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.284.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.51.mixer.experts.278.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.381.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.361.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.357.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.507.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.386.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.485.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.69.mixer.experts.55.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.99.mixer.experts.290.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.61.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.69.mixer.experts.473.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.456.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.35.mixer.experts.283.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.440.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.37.mixer.experts.222.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.156.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.243.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.364.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.215.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.90.mixer.experts.324.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.37.mixer.experts.257.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.78.mixer.experts.17.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.3.mixer.experts.357.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.430.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.194.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.85.mixer.experts.141.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.332.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.23.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.65.mixer.experts.237.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.65.mixer.experts.438.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.228.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.399.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.227.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.44.mixer.experts.255.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.33.mixer.experts.149.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.58.mixer.experts.479.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.26.mixer.experts.316.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.96.mixer.experts.311.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.42.mixer.experts.114.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.301.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.441.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.80.mixer.experts.373.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.33.mixer.experts.461.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.446.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.330.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.101.mixer.experts.136.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.51.mixer.experts.101.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.46.mixer.experts.468.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.17.mixer.experts.273.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.33.mixer.experts.272.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.92.mixer.experts.382.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.351.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.26.mixer.experts.133.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.76.mixer.experts.310.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.76.mixer.experts.403.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.67.mixer.experts.320.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.5.mixer.experts.92.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.74.mixer.experts.251.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.154.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.160.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.74.mixer.experts.111.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.351.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.431.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.146.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.383.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.168.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.74.mixer.experts.508.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.53.mixer.experts.225.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.334.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.74.mixer.experts.71.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.33.mixer.experts.316.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.153.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.183.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.5.mixer.experts.17.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.24.mixer.experts.191.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.90.mixer.experts.215.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.35.mixer.shared_experts.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.122.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.155.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.439.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.58.mixer.experts.402.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.428.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.82.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.51.mixer.experts.278.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.216.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.94.mixer.experts.460.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.10.mixer.experts.334.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.7.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.37.mixer.experts.383.up_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.185.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.87.mixer.experts.186.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.103.mixer.experts.106.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.49.mixer.experts.290.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.69.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.90.mixer.experts.374.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.55.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.1.mixer.experts.103.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.92.mixer.experts.381.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.376.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.27.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.10.mixer.experts.445.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.92.mixer.experts.53.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.5.mixer.experts.154.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.78.mixer.experts.510.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.74.mixer.experts.437.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.37.mixer.experts.388.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.119.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.83.mixer.experts.5.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.5.mixer.experts.125.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.333.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.28.mixer.experts.301.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.362.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.238.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.250.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.8.mixer.experts.272.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.49.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.178.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.58.mixer.experts.505.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.226.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.251.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.439.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.107.mixer.experts.395.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.12.mixer.experts.342.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.395.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.65.mixer.experts.21.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.450.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.49.mixer.experts.256.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.45.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.504.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.55.mixer.experts.416.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.40.mixer.experts.39.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.345.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.394.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.115.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.195.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.99.mixer.experts.160.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.experts.124.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.99.mixer.experts.150.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.experts.56.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.90.mixer.experts.401.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.50.mixer.conv1d.bias": "model-00101-of-00225.safetensors", + "backbone.layers.46.mixer.experts.474.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.60.mixer.experts.336.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.284.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.15.mixer.experts.201.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.74.mixer.experts.342.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.302.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.15.mixer.experts.263.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.96.mixer.experts.78.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.42.mixer.experts.338.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.94.mixer.experts.471.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.44.mixer.experts.458.up_proj.weight": "model-00092-of-00225.safetensors", + "mtp.layers.1.mixer.experts.331.down_proj.weight": "model-00224-of-00225.safetensors", + "mtp.layers.1.mixer.experts.315.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.456.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.96.mixer.experts.502.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.90.mixer.experts.332.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.340.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.107.mixer.experts.161.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.464.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.40.mixer.experts.111.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.442.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.280.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.37.mixer.experts.36.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.333.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.69.mixer.experts.108.down_proj.weight": "model-00139-of-00225.safetensors", + "mtp.layers.1.mixer.experts.108.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.484.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.101.mixer.experts.17.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.69.mixer.experts.48.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.19.mixer.experts.333.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.69.mixer.experts.87.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.420.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.229.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.407.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.226.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.26.mixer.experts.98.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.62.mixer.experts.27.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.328.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.384.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.99.mixer.experts.197.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.46.mixer.experts.105.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.96.mixer.experts.446.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.308.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.35.mixer.experts.119.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.53.mixer.experts.116.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.380.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.278.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.96.mixer.experts.394.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.4.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.487.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.176.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.136.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.397.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.21.mixer.experts.319.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.107.mixer.experts.120.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.53.mixer.experts.223.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.83.mixer.experts.25.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.65.mixer.experts.272.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.42.mixer.experts.497.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.503.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.8.mixer.experts.55.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.76.mixer.experts.215.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.40.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.78.mixer.experts.285.up_proj.weight": "model-00159-of-00225.safetensors", + "mtp.layers.1.mixer.experts.319.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.37.mixer.experts.1.down_proj.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.348.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.166.up_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.404.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.20.mixer.D": "model-00042-of-00225.safetensors", + "backbone.layers.5.mixer.experts.104.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.15.mixer.experts.342.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.37.mixer.experts.410.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.96.mixer.experts.346.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.33.mixer.experts.115.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.76.mixer.experts.169.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.164.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.312.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.259.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.30.mixer.experts.216.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.105.mixer.experts.357.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.175.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.44.mixer.experts.272.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.21.mixer.experts.265.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.464.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.103.mixer.experts.65.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.3.mixer.experts.313.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.83.mixer.experts.303.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.68.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.170.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.101.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.187.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.5.mixer.experts.103.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.69.mixer.experts.265.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.14.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.80.mixer.experts.65.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.26.mixer.experts.202.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.90.mixer.experts.477.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.12.mixer.shared_experts.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.30.up_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.413.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.101.mixer.experts.446.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.103.mixer.experts.452.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.74.mixer.experts.264.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.33.mixer.experts.13.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.8.mixer.experts.50.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.87.mixer.experts.337.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.389.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.40.mixer.experts.79.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.80.mixer.experts.370.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.5.mixer.experts.142.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.362.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.103.mixer.experts.325.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.493.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.21.mixer.experts.490.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.259.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.103.mixer.experts.23.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.92.mixer.experts.383.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.43.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.341.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.350.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.387.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.103.mixer.experts.163.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.231.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.40.mixer.experts.202.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.19.mixer.experts.346.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.103.mixer.experts.243.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.34.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.246.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.32.norm.weight": "model-00065-of-00225.safetensors", + "backbone.layers.30.mixer.experts.314.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.51.mixer.experts.390.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.64.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.20.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.431.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.33.mixer.experts.40.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.46.mixer.experts.435.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.101.mixer.fc2_latent_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.80.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.245.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.368.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.78.mixer.experts.44.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.52.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.65.mixer.experts.411.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.8.mixer.experts.14.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.232.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.17.mixer.experts.137.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.72.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.65.mixer.experts.269.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.58.mixer.experts.352.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.92.mixer.experts.492.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.8.mixer.experts.96.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.416.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.262.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.101.mixer.experts.46.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.45.mixer.conv1d.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.51.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.86.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.175.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.218.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.24.mixer.experts.27.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.30.mixer.experts.389.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.162.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.369.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.17.mixer.experts.429.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.3.mixer.experts.88.down_proj.weight": "model-00006-of-00225.safetensors", + "mtp.layers.1.mixer.experts.191.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.455.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.285.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.71.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.83.mixer.experts.286.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.488.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.46.mixer.experts.104.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.69.mixer.experts.209.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.393.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.78.mixer.experts.302.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.55.mixer.experts.505.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.26.mixer.experts.20.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.287.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.83.mixer.experts.152.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.37.mixer.experts.261.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.3.mixer.experts.501.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.92.mixer.experts.90.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.427.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.53.mixer.experts.254.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.33.mixer.experts.136.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.306.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.15.mixer.experts.494.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.454.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.28.mixer.experts.134.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.30.mixer.experts.336.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.55.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.6.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.470.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.103.mixer.experts.123.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.327.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.5.mixer.experts.338.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.336.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.174.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.44.mixer.experts.408.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.83.mixer.experts.294.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.26.mixer.experts.368.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.15.mixer.experts.200.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.473.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.37.mixer.experts.486.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.304.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.33.mixer.experts.132.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.165.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.446.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.92.mixer.experts.265.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.53.mixer.experts.7.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.80.mixer.experts.369.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.347.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.72.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.78.mixer.experts.423.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.62.mixer.experts.276.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.318.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.1.mixer.experts.247.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.26.mixer.experts.258.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.53.mixer.experts.44.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.17.mixer.experts.452.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.12.mixer.experts.36.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.218.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.74.mixer.experts.285.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.118.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.206.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.80.mixer.experts.414.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.62.mixer.experts.159.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.65.mixer.experts.439.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.155.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.368.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.85.mixer.experts.52.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.67.mixer.experts.407.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.8.mixer.experts.280.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.327.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.3.mixer.experts.200.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.101.mixer.experts.159.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.37.mixer.experts.144.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.78.mixer.experts.386.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.51.mixer.experts.314.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.35.mixer.experts.335.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.42.mixer.experts.452.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.30.mixer.experts.463.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.69.mixer.experts.430.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.332.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.5.mixer.experts.227.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.311.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.406.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.136.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.421.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.239.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.26.mixer.experts.120.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.85.mixer.experts.490.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.74.mixer.experts.17.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.483.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.35.mixer.experts.265.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.210.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.156.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.105.mixer.experts.261.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.8.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.49.mixer.experts.381.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.408.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.341.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.0.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.87.mixer.experts.408.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.423.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.488.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.46.mixer.experts.163.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.33.mixer.experts.232.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.74.mixer.experts.38.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.69.mixer.experts.177.up_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.281.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.447.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.448.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.55.mixer.experts.37.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.275.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.42.mixer.experts.238.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.320.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.46.mixer.experts.268.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.105.mixer.experts.293.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.42.mixer.experts.15.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.78.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.65.mixer.experts.294.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.46.mixer.experts.511.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.8.mixer.experts.30.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.51.mixer.experts.434.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.experts.114.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.268.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.407.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.71.mixer.experts.432.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.293.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.17.mixer.experts.504.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.51.mixer.experts.233.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.507.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.141.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.30.mixer.experts.6.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.427.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.99.mixer.experts.387.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.51.mixer.experts.202.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.147.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.19.mixer.experts.508.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.33.mixer.experts.3.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.46.mixer.experts.116.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.55.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.421.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.478.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.67.mixer.experts.42.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.126.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.49.mixer.experts.351.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.78.mixer.experts.388.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.432.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.60.mixer.experts.479.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.443.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.3.mixer.experts.359.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.94.mixer.experts.90.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.37.mixer.experts.32.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.101.mixer.experts.348.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.484.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.165.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.332.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.351.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.92.mixer.experts.160.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.10.mixer.experts.391.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.262.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.239.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.8.mixer.experts.364.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.67.mixer.experts.426.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.5.mixer.experts.504.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.69.mixer.experts.271.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.8.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.35.mixer.experts.30.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.318.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.357.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.87.mixer.experts.420.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.71.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.44.mixer.experts.237.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.58.mixer.experts.28.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.37.mixer.experts.3.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.17.mixer.experts.145.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.250.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.421.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.507.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.58.mixer.experts.71.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.103.mixer.experts.419.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.40.mixer.experts.506.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.8.mixer.experts.92.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.398.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.370.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.76.mixer.experts.508.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.8.mixer.experts.195.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.90.mixer.experts.226.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.44.mixer.experts.202.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.57.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.58.mixer.experts.226.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.71.mixer.experts.138.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.201.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.312.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.5.mixer.experts.212.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.304.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.275.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.62.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.375.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.94.mixer.experts.189.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.40.mixer.experts.366.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.3.mixer.experts.242.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.163.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.80.mixer.experts.46.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.19.mixer.experts.140.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.60.mixer.experts.168.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.113.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.364.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.21.mixer.experts.349.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.237.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.317.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.47.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.296.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.102.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.103.mixer.experts.330.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.40.mixer.experts.59.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.127.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.105.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.40.mixer.experts.301.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.80.mixer.experts.400.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.1.mixer.experts.407.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.128.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.410.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.265.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.46.mixer.experts.193.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.71.mixer.experts.390.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.276.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.87.mixer.experts.279.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.101.mixer.experts.334.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.107.mixer.experts.485.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.67.mixer.experts.78.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.42.mixer.experts.281.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.326.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.35.mixer.experts.201.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.228.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.239.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.79.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.500.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.28.mixer.experts.179.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.49.mixer.experts.344.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.511.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.101.mixer.experts.162.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.19.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.12.mixer.experts.320.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.212.down_proj.weight": "model-00158-of-00225.safetensors", + "mtp.layers.1.mixer.experts.173.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.42.mixer.experts.54.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.46.mixer.experts.65.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.228.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.1.mixer.experts.207.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.91.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.92.mixer.experts.167.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.398.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.488.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.60.mixer.experts.116.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.90.mixer.experts.360.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.96.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.gate.e_score_correction_bias": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.75.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.33.mixer.experts.135.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.492.up_proj.weight": "model-00165-of-00225.safetensors", + "mtp.layers.1.mixer.experts.462.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.201.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.98.norm.weight": "model-00198-of-00225.safetensors", + "backbone.layers.1.mixer.experts.466.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.10.mixer.experts.297.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.449.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.326.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.71.mixer.experts.414.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.202.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.115.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.83.mixer.experts.87.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.185.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.103.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.1.mixer.experts.160.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.170.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.216.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.60.mixer.experts.373.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.67.mixer.experts.175.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.49.mixer.experts.486.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.94.mixer.experts.90.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.243.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.301.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.482.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.402.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.167.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.42.mixer.experts.495.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.15.mixer.experts.428.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.340.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.140.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.149.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.80.mixer.experts.332.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.19.mixer.experts.328.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.426.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.42.mixer.experts.215.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.182.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.499.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.40.mixer.experts.180.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.182.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.88.mixer.conv1d.weight": "model-00179-of-00225.safetensors", + "backbone.layers.3.mixer.experts.113.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.358.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.1.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.384.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.105.mixer.experts.131.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.102.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.55.mixer.experts.496.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.94.mixer.experts.120.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.69.mixer.experts.159.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.318.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.12.mixer.experts.232.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.336.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.487.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.55.mixer.experts.382.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.88.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.10.mixer.experts.163.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.28.mixer.experts.464.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.65.mixer.experts.284.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.51.mixer.experts.458.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.67.mixer.experts.82.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.10.mixer.experts.50.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.74.mixer.experts.315.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.96.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.148.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.222.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.107.mixer.experts.214.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.35.mixer.experts.302.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.407.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.168.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.170.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.58.mixer.experts.282.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.386.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.483.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.21.mixer.experts.151.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.195.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.302.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.428.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.55.mixer.experts.170.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.31.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.229.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.316.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.13.mixer.in_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.30.mixer.experts.254.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.412.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.116.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.350.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.174.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.71.mixer.experts.342.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.12.mixer.experts.479.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.99.mixer.experts.297.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.69.mixer.experts.200.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.71.mixer.experts.441.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.3.mixer.experts.85.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.255.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.58.mixer.experts.97.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.83.mixer.experts.217.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.231.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.32.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.30.mixer.experts.369.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.100.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.8.mixer.experts.60.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.15.mixer.experts.40.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.78.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.24.mixer.experts.269.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.420.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.244.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.133.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.85.mixer.experts.191.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.1.mixer.experts.326.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.412.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.455.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.153.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.179.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.302.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.90.mixer.experts.45.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.103.mixer.experts.41.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.94.mixer.experts.36.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.90.mixer.experts.156.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.107.mixer.experts.211.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.262.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.83.mixer.experts.461.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.94.mixer.experts.418.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.212.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.58.mixer.experts.70.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.10.mixer.experts.254.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.486.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.3.mixer.experts.223.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.107.mixer.experts.452.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.21.mixer.experts.88.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.37.mixer.experts.393.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.101.mixer.experts.294.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.53.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.15.mixer.experts.297.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.390.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.24.mixer.experts.301.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.87.mixer.experts.319.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.10.mixer.experts.379.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.9.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.26.mixer.experts.464.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.228.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.24.mixer.experts.492.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.53.mixer.experts.168.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.40.mixer.experts.396.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.53.mixer.experts.427.down_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.167.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.87.mixer.experts.433.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.202.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.experts.453.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.67.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.83.mixer.experts.241.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.103.mixer.experts.497.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.307.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.40.mixer.experts.393.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.365.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.87.mixer.experts.464.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.44.mixer.experts.69.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.28.mixer.experts.239.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.28.mixer.experts.114.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.44.mixer.experts.463.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.74.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.203.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.37.mixer.experts.312.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.90.mixer.experts.139.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.64.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.15.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.62.mixer.experts.189.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.483.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.227.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.49.mixer.experts.222.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.368.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.275.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.411.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.65.mixer.experts.53.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.26.mixer.experts.184.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.35.mixer.experts.438.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.49.mixer.experts.366.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.15.mixer.experts.253.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.87.mixer.experts.126.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.90.mixer.experts.0.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.272.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.47.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.84.mixer.out_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.276.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.74.mixer.experts.95.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.60.mixer.experts.178.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.465.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.103.mixer.experts.321.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.6.mixer.D": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.372.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.15.mixer.experts.52.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.76.mixer.experts.149.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.465.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.21.mixer.experts.305.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.49.mixer.experts.399.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.46.mixer.experts.424.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.142.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.390.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.15.mixer.experts.418.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.141.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.60.mixer.experts.368.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.323.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.12.mixer.experts.468.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.62.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.99.mixer.experts.135.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.428.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.12.mixer.experts.367.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.19.mixer.experts.388.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.108.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.161.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.49.mixer.experts.39.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.69.mixer.experts.223.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.46.mixer.experts.180.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.10.mixer.experts.426.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.92.mixer.experts.75.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.340.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.1.mixer.experts.77.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.40.mixer.experts.66.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.shared_experts.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.131.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.33.mixer.experts.293.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.90.mixer.experts.72.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.249.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.67.mixer.experts.73.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.58.mixer.experts.198.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.15.mixer.experts.118.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.55.mixer.experts.33.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.58.mixer.experts.334.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.17.mixer.experts.46.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.15.mixer.experts.271.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.274.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.17.mixer.experts.241.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.65.mixer.gate.e_score_correction_bias": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.376.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.17.mixer.experts.407.up_proj.weight": "model-00037-of-00225.safetensors", + "mtp.layers.1.mixer.experts.444.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.80.mixer.experts.371.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.30.mixer.experts.499.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.0.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.105.mixer.experts.205.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.422.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.65.mixer.experts.301.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.447.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.35.mixer.experts.445.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.240.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.130.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.60.mixer.experts.241.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.35.mixer.experts.412.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.69.mixer.experts.100.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.273.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.37.mixer.experts.327.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.30.mixer.experts.384.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.259.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.94.mixer.experts.43.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.232.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.259.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.103.mixer.experts.30.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.31.norm.weight": "model-00065-of-00225.safetensors", + "backbone.layers.37.mixer.experts.414.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.10.mixer.experts.150.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.186.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.87.mixer.experts.179.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.108.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.195.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.65.mixer.experts.113.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.89.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.44.mixer.experts.37.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.501.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.12.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.71.mixer.experts.223.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.28.mixer.experts.468.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.92.mixer.experts.236.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.40.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.11.mixer.in_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.71.mixer.experts.399.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.49.mixer.experts.467.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.53.mixer.experts.245.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.3.mixer.experts.454.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.254.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.475.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.76.mixer.experts.358.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.467.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.82.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.261.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.37.mixer.experts.418.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.51.mixer.experts.296.down_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.335.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.63.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.51.mixer.experts.490.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.90.mixer.experts.323.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.184.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.3.mixer.experts.20.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.99.mixer.experts.294.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.62.mixer.experts.382.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.475.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.115.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.67.mixer.experts.284.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.28.mixer.experts.399.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.74.mixer.experts.218.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.71.mixer.experts.21.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.200.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.30.mixer.experts.398.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.105.mixer.experts.467.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.105.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.58.mixer.experts.79.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.337.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.19.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.12.mixer.experts.445.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.28.mixer.experts.338.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.1.mixer.experts.456.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.96.mixer.experts.297.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.87.mixer.experts.494.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.18.mixer.D": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.351.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.78.mixer.experts.325.up_proj.weight": "model-00159-of-00225.safetensors", + "mtp.layers.1.mixer.experts.149.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.92.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.71.mixer.experts.205.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.46.mixer.experts.93.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.105.mixer.experts.159.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.101.mixer.experts.437.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.40.mixer.experts.332.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.283.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.90.mixer.experts.331.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.187.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.71.mixer.experts.233.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.65.mixer.experts.377.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.55.mixer.experts.223.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.233.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.94.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.461.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.21.mixer.experts.123.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.99.mixer.experts.46.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.85.mixer.experts.265.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.37.mixer.experts.396.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.60.mixer.experts.394.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.19.mixer.experts.447.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.71.mixer.experts.104.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.99.mixer.experts.203.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.35.mixer.experts.321.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.33.mixer.experts.37.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.503.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.94.mixer.experts.464.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.92.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.90.mixer.experts.490.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.1.mixer.experts.86.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.469.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.24.mixer.experts.265.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.53.mixer.experts.79.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.96.mixer.experts.32.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.233.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.260.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.49.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.8.mixer.experts.38.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.193.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.418.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.282.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.355.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.405.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.321.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.42.mixer.experts.127.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.74.mixer.experts.337.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.19.mixer.experts.140.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.356.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.57.mixer.o_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.15.mixer.experts.215.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.12.mixer.experts.101.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.17.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.83.mixer.experts.230.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.94.mixer.experts.452.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.65.mixer.experts.507.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.158.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.92.mixer.experts.63.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.55.mixer.experts.36.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.105.mixer.experts.198.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.470.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.26.mixer.experts.155.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.30.mixer.experts.94.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.80.mixer.experts.72.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.30.mixer.experts.395.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.85.mixer.experts.126.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.85.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.344.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.75.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.80.mixer.experts.247.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.28.mixer.experts.282.up_proj.weight": "model-00058-of-00225.safetensors", + "mtp.layers.1.mixer.experts.158.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.272.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.253.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.65.mixer.experts.370.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.362.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.138.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.8.mixer.experts.129.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.168.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.3.mixer.experts.213.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.479.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.37.mixer.experts.90.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.71.mixer.experts.287.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.38.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.444.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.87.mixer.experts.126.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.231.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.103.mixer.experts.499.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.78.mixer.experts.459.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.40.mixer.experts.437.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.94.mixer.experts.302.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.243.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.58.mixer.experts.75.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.95.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.53.mixer.experts.459.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.371.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.46.mixer.experts.1.up_proj.weight": "model-00093-of-00225.safetensors", + "mtp.layers.1.mixer.experts.75.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.124.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.44.mixer.experts.263.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.49.mixer.experts.506.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.105.mixer.experts.330.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.3.mixer.experts.469.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.76.mixer.experts.323.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.183.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.83.mixer.experts.355.up_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.1.mixer.experts.3.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.21.mixer.experts.335.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.251.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.19.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.12.mixer.experts.439.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.94.mixer.experts.450.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.62.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.230.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.232.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.87.mixer.experts.94.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.28.mixer.experts.191.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.37.mixer.experts.309.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.28.mixer.experts.204.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.241.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.74.mixer.experts.57.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.37.mixer.experts.439.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.103.mixer.experts.134.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.140.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.360.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.8.mixer.experts.258.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.78.mixer.experts.260.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.146.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.285.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.28.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.53.mixer.experts.358.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.151.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.420.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.225.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.337.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.215.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.94.mixer.experts.327.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.19.mixer.experts.299.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.49.mixer.experts.329.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.60.mixer.experts.145.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.152.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.85.mixer.experts.45.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.153.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.33.mixer.experts.83.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.335.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.90.mixer.experts.269.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.464.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.38.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.441.up_proj.weight": "model-00041-of-00225.safetensors", + "mtp.layers.1.mixer.experts.173.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.62.mixer.experts.354.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.66.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.69.mixer.experts.166.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.5.mixer.experts.506.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.273.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.279.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.74.mixer.experts.113.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.8.mixer.experts.354.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.fc2_latent_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.99.mixer.experts.101.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.8.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.316.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.12.mixer.experts.331.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.76.mixer.experts.238.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.17.norm.weight": "model-00033-of-00225.safetensors", + "backbone.layers.51.mixer.experts.374.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.71.mixer.experts.474.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.71.mixer.experts.41.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.60.mixer.experts.432.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.330.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.126.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.190.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.388.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.30.mixer.experts.172.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.74.mixer.experts.48.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.79.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.103.mixer.experts.186.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.87.mixer.experts.335.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.60.mixer.experts.507.up_proj.weight": "model-00124-of-00225.safetensors", + "mtp.layers.1.mixer.experts.252.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.225.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.87.mixer.experts.210.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.262.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.256.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.278.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.28.mixer.experts.397.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.105.mixer.experts.60.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.49.mixer.experts.217.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.40.mixer.experts.461.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.107.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.227.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.178.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.17.mixer.experts.149.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.284.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.100.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.409.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.460.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.463.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.103.mixer.experts.380.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.498.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.74.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.249.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.65.mixer.experts.384.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.432.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.374.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.427.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.44.mixer.experts.155.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.52.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.35.mixer.experts.423.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.438.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.298.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.74.mixer.experts.379.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.60.mixer.experts.145.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.12.mixer.experts.313.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.89.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.90.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.55.mixer.experts.399.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.76.mixer.experts.420.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.330.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.282.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.42.mixer.experts.443.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.451.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.105.mixer.experts.310.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.258.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.67.mixer.experts.430.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.107.mixer.experts.162.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.85.mixer.experts.215.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.62.mixer.experts.4.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.51.mixer.experts.292.up_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.6.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.78.mixer.experts.422.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.8.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.69.mixer.experts.185.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.444.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.55.mixer.experts.418.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.74.mixer.experts.91.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.33.mixer.experts.87.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.53.mixer.experts.275.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.37.mixer.experts.373.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.267.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.294.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.17.mixer.experts.302.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.256.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.241.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.262.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.290.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.74.mixer.experts.48.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.175.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.362.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.320.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.334.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.212.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.497.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.77.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.349.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.62.mixer.experts.45.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.8.mixer.experts.98.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.3.mixer.experts.347.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.455.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.78.mixer.experts.186.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.30.mixer.experts.472.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.62.mixer.experts.435.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.3.mixer.experts.150.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.74.mixer.experts.33.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.60.mixer.experts.302.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.42.mixer.experts.417.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.402.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.42.mixer.experts.78.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.486.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.1.mixer.experts.421.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.192.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.26.mixer.experts.241.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.10.mixer.experts.419.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.158.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.25.norm.weight": "model-00051-of-00225.safetensors", + "backbone.layers.40.mixer.experts.191.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.338.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.3.mixer.experts.106.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.228.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.65.mixer.experts.121.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.306.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.46.mixer.experts.462.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.107.mixer.experts.307.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.12.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.163.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.447.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.10.mixer.experts.0.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.160.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.271.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.103.mixer.experts.393.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.82.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.322.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.95.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.13.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.30.mixer.experts.340.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.96.mixer.experts.238.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.355.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.5.mixer.experts.289.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.8.mixer.experts.505.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.28.mixer.experts.356.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.67.mixer.experts.490.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.42.mixer.experts.398.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.71.mixer.experts.434.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.28.mixer.experts.430.down_proj.weight": "model-00060-of-00225.safetensors", + "mtp.layers.1.mixer.experts.308.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.11.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.76.mixer.experts.137.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.60.mixer.experts.52.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.92.mixer.experts.242.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.316.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.71.mixer.experts.131.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.496.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.61.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.294.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.90.mixer.experts.395.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.105.mixer.experts.135.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.96.mixer.experts.459.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.53.mixer.experts.33.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.37.mixer.experts.80.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.39.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.52.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.85.mixer.experts.338.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.493.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.263.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.55.mixer.experts.462.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.107.mixer.experts.432.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.103.mixer.experts.215.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.53.mixer.experts.157.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.105.mixer.experts.27.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.300.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.274.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.71.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.83.mixer.experts.13.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.58.mixer.experts.365.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.157.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.374.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.104.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.263.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.453.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.33.mixer.experts.422.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.99.mixer.experts.267.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.9.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.85.mixer.experts.316.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.271.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.44.mixer.experts.289.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.160.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.284.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.385.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.42.mixer.experts.266.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.35.mixer.experts.160.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.74.mixer.experts.178.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.49.mixer.experts.254.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.101.mixer.experts.111.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.30.mixer.experts.460.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.317.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.99.mixer.experts.11.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.69.mixer.experts.204.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.174.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.21.mixer.experts.48.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.401.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.417.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.65.mixer.experts.192.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.99.mixer.experts.409.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.454.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.40.norm.weight": "model-00079-of-00225.safetensors", + "backbone.layers.12.mixer.experts.191.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.176.down_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.249.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.94.mixer.experts.186.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.44.mixer.experts.142.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.86.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.110.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.3.mixer.experts.216.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.296.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.105.mixer.experts.82.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.44.mixer.experts.137.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.481.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.77.mixer.out_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.414.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.430.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.76.mixer.experts.256.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.221.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.40.mixer.experts.461.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.123.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.294.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.35.mixer.experts.139.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.10.mixer.experts.277.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.120.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.44.mixer.experts.198.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.158.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.91.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.99.mixer.experts.385.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.62.mixer.experts.179.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.453.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.46.mixer.experts.333.down_proj.weight": "model-00095-of-00225.safetensors", + "mtp.layers.1.mixer.experts.164.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.137.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.46.mixer.experts.284.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.60.mixer.experts.444.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.412.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.270.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.42.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.411.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.49.mixer.experts.301.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.65.mixer.experts.389.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.473.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.8.mixer.experts.27.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.157.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.301.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.5.mixer.experts.319.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.67.mixer.experts.78.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.251.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.74.mixer.experts.277.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.40.mixer.experts.474.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.12.mixer.experts.110.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.130.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.309.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.87.mixer.experts.420.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.150.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.146.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.112.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.105.mixer.experts.255.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.328.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.231.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.5.mixer.experts.142.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.43.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.53.mixer.experts.83.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.28.mixer.experts.328.up_proj.weight": "model-00059-of-00225.safetensors", + "mtp.layers.1.mixer.experts.212.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.103.mixer.experts.220.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.8.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.35.mixer.experts.47.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.228.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.85.mixer.experts.237.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.24.mixer.experts.470.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.105.mixer.experts.125.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.259.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.496.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.105.mixer.experts.299.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.76.mixer.experts.103.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.35.mixer.experts.192.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.19.mixer.experts.162.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.281.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.463.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.10.mixer.experts.118.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.10.mixer.experts.263.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.377.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.105.mixer.experts.355.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.442.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.80.mixer.experts.130.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.207.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.55.mixer.experts.441.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.21.mixer.experts.384.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.87.mixer.experts.132.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.132.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.312.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.1.mixer.experts.186.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.101.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.248.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.26.mixer.experts.254.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.32.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.1.mixer.experts.295.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.281.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.384.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.67.mixer.experts.226.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.87.mixer.experts.346.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.149.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.133.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.55.mixer.experts.128.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.74.mixer.experts.433.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.175.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.49.mixer.experts.140.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.44.mixer.experts.431.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.83.mixer.experts.205.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.90.mixer.experts.20.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.304.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.244.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.17.mixer.experts.47.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.488.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.76.mixer.experts.290.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.430.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.37.mixer.experts.289.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.145.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.497.up_proj.weight": "model-00161-of-00225.safetensors", + "mtp.layers.1.mixer.experts.27.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.21.mixer.experts.267.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.3.mixer.experts.125.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.107.mixer.experts.7.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.58.mixer.experts.361.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.1.mixer.experts.187.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.338.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.53.mixer.experts.338.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.30.mixer.experts.324.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.5.mixer.experts.340.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.35.mixer.experts.119.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.154.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.288.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.241.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.75.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.44.mixer.experts.444.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.78.mixer.experts.504.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.218.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.55.mixer.experts.308.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.508.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.85.mixer.experts.149.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.74.mixer.experts.470.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.44.mixer.experts.151.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.8.mixer.experts.276.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.53.mixer.experts.292.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.42.mixer.experts.228.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.380.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.21.mixer.experts.118.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.65.mixer.experts.268.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.453.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.28.mixer.experts.255.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.325.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.57.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.51.mixer.experts.143.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.0.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.194.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.33.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.33.mixer.experts.296.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.101.mixer.experts.261.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.3.mixer.experts.465.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.17.mixer.experts.481.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.83.mixer.experts.68.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.86.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.71.mixer.experts.177.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.82.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.46.mixer.experts.126.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.65.mixer.experts.32.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.491.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.15.mixer.experts.217.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.5.mixer.experts.75.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.107.mixer.experts.236.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.153.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.16.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.287.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.381.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.44.mixer.experts.261.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.131.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.26.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.75.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.197.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.103.mixer.experts.282.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.325.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.228.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.39.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.8.mixer.experts.334.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.49.mixer.experts.117.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.40.mixer.experts.205.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.178.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.17.mixer.experts.364.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.414.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.415.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.17.mixer.experts.53.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.92.mixer.experts.235.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.28.mixer.experts.317.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.109.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.113.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.76.mixer.experts.106.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.5.mixer.experts.492.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.127.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.37.mixer.experts.89.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.263.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.12.mixer.experts.495.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.105.mixer.experts.53.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.333.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.372.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.80.mixer.experts.236.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.101.mixer.experts.508.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.76.mixer.experts.229.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.78.mixer.experts.496.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.5.mixer.experts.403.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.409.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.346.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.496.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.24.mixer.experts.294.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.508.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.33.mixer.experts.305.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.107.mixer.experts.108.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.220.up_proj.weight": "model-00058-of-00225.safetensors", + "mtp.layers.1.mixer.experts.473.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.197.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.101.mixer.experts.493.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.40.mixer.experts.184.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.379.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.165.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.74.mixer.experts.62.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.22.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.94.mixer.experts.73.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.90.mixer.experts.439.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.83.mixer.experts.397.down_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.1.mixer.experts.378.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.69.mixer.experts.180.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.83.mixer.experts.381.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.60.mixer.experts.155.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.10.mixer.experts.273.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.67.mixer.experts.148.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.76.mixer.experts.149.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.334.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.114.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.478.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.96.mixer.experts.63.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.107.mixer.experts.15.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.76.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.82.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.94.mixer.experts.279.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.19.mixer.experts.295.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.92.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.26.mixer.experts.275.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.266.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.60.mixer.experts.404.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.10.mixer.experts.508.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.375.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.442.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.64.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.35.mixer.experts.111.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.49.mixer.experts.105.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.99.mixer.experts.405.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.101.mixer.experts.286.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.305.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.44.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.105.mixer.experts.301.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.19.mixer.experts.344.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.228.up_proj.weight": "model-00177-of-00225.safetensors", + "mtp.layers.1.mixer.experts.450.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.310.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.44.mixer.experts.497.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.451.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.342.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.28.mixer.gate.e_score_correction_bias": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.428.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.438.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.65.mixer.experts.100.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.46.mixer.experts.222.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.58.mixer.experts.468.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.9.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.78.mixer.experts.305.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.46.mixer.experts.347.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.5.mixer.experts.478.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.151.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.19.mixer.experts.134.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.30.mixer.experts.215.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.184.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.94.mixer.experts.96.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.35.mixer.experts.315.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.60.mixer.experts.244.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.8.mixer.experts.412.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.53.mixer.experts.233.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.46.mixer.experts.354.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.24.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.94.mixer.experts.445.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.8.mixer.experts.292.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.473.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.23.mixer.k_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.331.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.87.mixer.experts.0.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.90.mixer.experts.237.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.372.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.96.mixer.experts.476.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.116.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.469.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.101.mixer.experts.416.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.66.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.92.mixer.experts.206.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.90.mixer.experts.371.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.365.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.218.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.468.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.10.mixer.experts.448.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.42.mixer.experts.110.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.317.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.37.mixer.experts.163.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.72.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.276.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.69.mixer.experts.401.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.343.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.311.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.26.mixer.experts.232.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.101.mixer.experts.344.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.90.mixer.experts.101.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.87.mixer.experts.417.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.71.mixer.experts.99.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.78.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.24.mixer.experts.12.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.1.mixer.experts.47.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.33.mixer.experts.378.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.51.mixer.experts.175.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.437.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.85.mixer.experts.297.down_proj.weight": "model-00173-of-00225.safetensors", + "mtp.layers.1.mixer.experts.148.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.92.mixer.experts.255.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.35.mixer.experts.168.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.341.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.92.mixer.experts.179.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.280.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.26.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.83.mixer.experts.366.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.448.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.182.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.21.mixer.experts.74.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.5.mixer.experts.294.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.43.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.94.mixer.experts.8.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.35.mixer.experts.389.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.35.mixer.experts.272.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.353.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.415.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.78.mixer.experts.136.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.30.mixer.experts.32.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.169.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.423.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.49.mixer.experts.364.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.69.mixer.experts.483.down_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.34.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.78.mixer.experts.308.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.260.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.74.mixer.experts.199.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.423.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.12.mixer.experts.66.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.15.mixer.experts.433.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.300.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.51.mixer.experts.277.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.shared_experts.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.15.mixer.experts.256.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.87.mixer.experts.314.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.422.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.266.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.107.mixer.experts.30.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.429.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.26.mixer.experts.225.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.1.mixer.experts.14.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.51.mixer.experts.436.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.289.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.123.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.422.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.395.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.243.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.96.mixer.experts.60.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.30.mixer.experts.435.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.327.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.7.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.99.mixer.experts.34.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.8.mixer.experts.16.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.33.mixer.experts.274.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.44.mixer.experts.353.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.35.mixer.experts.54.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.431.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.141.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.95.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.71.mixer.experts.419.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.208.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.19.mixer.experts.111.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.96.mixer.experts.145.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.12.mixer.experts.499.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.87.mixer.experts.138.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.94.mixer.experts.353.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.281.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.78.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.184.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.92.mixer.experts.419.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.44.mixer.experts.300.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.301.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.345.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.101.mixer.experts.181.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.87.mixer.experts.465.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.5.mixer.experts.324.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.87.mixer.experts.288.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.40.mixer.experts.351.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.90.mixer.experts.233.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.99.mixer.experts.105.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.65.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.40.mixer.experts.47.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.301.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.51.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.410.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.17.mixer.experts.205.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.250.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.30.mixer.experts.60.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.179.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.284.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.502.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.80.norm.weight": "model-00161-of-00225.safetensors", + "backbone.layers.65.mixer.experts.65.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.30.mixer.experts.108.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.371.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.76.mixer.experts.62.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.17.mixer.experts.17.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.51.mixer.experts.234.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.68.mixer.D": "model-00138-of-00225.safetensors", + "backbone.layers.51.mixer.experts.243.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.24.mixer.experts.146.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.12.mixer.experts.399.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.19.mixer.experts.315.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.422.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.86.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.407.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.90.mixer.experts.74.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.505.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.1.mixer.experts.172.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.49.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.92.mixer.experts.283.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.358.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.286.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.119.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.58.mixer.experts.200.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.362.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.67.mixer.experts.432.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.374.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.490.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.180.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.335.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.78.mixer.experts.102.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.24.mixer.experts.125.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.96.mixer.experts.128.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.1.mixer.experts.120.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.244.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.92.mixer.experts.341.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.49.mixer.experts.392.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.83.mixer.experts.1.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.24.mixer.experts.142.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.149.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.46.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.346.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.293.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.111.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.96.mixer.experts.451.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.19.mixer.experts.78.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.53.mixer.experts.102.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.87.mixer.experts.404.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.15.mixer.experts.367.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.28.mixer.experts.406.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.103.mixer.experts.285.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.204.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.55.mixer.experts.292.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.47.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.434.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.336.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.74.mixer.experts.423.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.128.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.222.down_proj.weight": "model-00104-of-00225.safetensors", + "mtp.layers.1.mixer.experts.396.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.53.mixer.experts.217.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.136.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.19.mixer.experts.257.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.30.mixer.experts.184.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.290.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.15.mixer.experts.476.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.5.mixer.experts.484.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.424.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.46.mixer.experts.49.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.349.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.99.mixer.experts.65.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.101.mixer.experts.475.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.92.mixer.experts.57.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.209.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.42.mixer.experts.258.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.396.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.69.mixer.experts.189.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.62.mixer.experts.121.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.8.mixer.experts.80.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.263.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.232.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.229.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.101.mixer.experts.345.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.8.mixer.experts.14.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.40.mixer.experts.14.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.252.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.413.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.188.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.259.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.357.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.94.mixer.experts.487.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.3.mixer.experts.257.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.30.mixer.experts.9.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.467.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.76.mixer.experts.371.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.67.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.317.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.368.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.30.mixer.experts.36.down_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.314.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.37.mixer.experts.109.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.5.mixer.experts.409.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.51.mixer.experts.80.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.374.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.7.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.447.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.157.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.1.mixer.experts.61.down_proj.weight": "model-00002-of-00225.safetensors", + "mtp.layers.1.mixer.experts.230.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.419.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.94.mixer.experts.187.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.276.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.135.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.5.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.65.mixer.experts.485.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.46.mixer.experts.165.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.13.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.42.mixer.experts.464.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.107.mixer.experts.196.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.14.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.76.mixer.experts.399.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.376.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.1.mixer.experts.155.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.404.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.210.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.113.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.69.mixer.experts.18.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.74.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.105.mixer.experts.237.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.148.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.469.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.26.mixer.experts.385.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.15.mixer.experts.511.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.51.mixer.experts.226.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.449.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.107.mixer.experts.222.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.334.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.343.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.49.mixer.experts.120.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.419.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.28.mixer.experts.82.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.115.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.67.mixer.experts.315.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.90.mixer.experts.241.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.301.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.35.mixer.experts.156.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.20.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.35.mixer.experts.73.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.58.mixer.experts.196.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.468.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.65.mixer.experts.210.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.85.mixer.experts.136.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.58.mixer.experts.162.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.127.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.107.mixer.experts.444.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.103.mixer.experts.328.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.209.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.10.up_proj.weight": "model-00038-of-00225.safetensors", + "mtp.layers.1.mixer.experts.422.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.10.mixer.experts.472.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.44.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.33.mixer.experts.303.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.65.mixer.experts.151.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.71.mixer.experts.196.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.294.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.393.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.348.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.251.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.15.mixer.experts.196.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.1.mixer.experts.389.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.49.mixer.experts.100.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.experts.137.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.104.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.457.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.323.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.144.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.397.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.105.mixer.experts.387.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.140.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.247.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.393.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.83.mixer.experts.333.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.211.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.105.mixer.experts.475.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.28.up_proj.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.233.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.224.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.44.mixer.experts.62.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.24.mixer.experts.330.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.149.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.28.mixer.experts.293.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.69.mixer.experts.167.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.195.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.80.mixer.experts.450.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.19.mixer.experts.24.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.42.mixer.experts.275.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.35.mixer.experts.108.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.5.mixer.experts.66.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.46.mixer.experts.283.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.49.mixer.experts.317.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.293.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.230.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.107.mixer.experts.194.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.293.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.26.mixer.experts.64.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.42.mixer.experts.106.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.350.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.397.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.3.mixer.experts.511.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.80.mixer.experts.15.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.15.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.5.mixer.experts.203.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.122.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.17.mixer.experts.332.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.28.mixer.experts.126.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.8.mixer.experts.337.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.37.mixer.experts.455.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.35.mixer.experts.307.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.412.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.3.mixer.experts.302.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.65.mixer.experts.217.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.experts.306.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.46.mixer.experts.396.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.46.mixer.experts.168.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.433.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.224.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.488.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.58.mixer.experts.84.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.38.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.158.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.433.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.44.mixer.experts.179.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.501.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.105.mixer.experts.174.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.74.mixer.experts.135.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.40.mixer.experts.500.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.85.mixer.experts.263.up_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.202.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.96.mixer.experts.26.up_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.84.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.26.mixer.experts.182.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.85.mixer.experts.306.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.376.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.49.mixer.experts.248.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.37.mixer.experts.366.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.107.mixer.experts.337.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.117.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.422.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.94.mixer.experts.147.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.96.mixer.experts.331.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.364.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.90.mixer.experts.10.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.28.mixer.experts.248.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.10.mixer.experts.88.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.161.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.286.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.58.mixer.experts.486.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.109.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.309.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.81.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.37.mixer.experts.360.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.55.mixer.experts.456.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.42.mixer.experts.204.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.96.mixer.experts.183.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.30.mixer.experts.77.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.79.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.10.mixer.experts.424.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.67.mixer.experts.159.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.82.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.53.mixer.experts.446.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.33.mixer.experts.138.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.422.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.119.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.262.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.92.mixer.experts.312.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.26.mixer.experts.462.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.37.mixer.experts.262.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.62.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.105.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.17.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.12.mixer.experts.180.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.60.mixer.experts.154.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.21.mixer.experts.432.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.242.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.187.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.378.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.146.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.107.mixer.experts.270.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.111.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.15.mixer.experts.386.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.111.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.26.mixer.experts.495.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.12.mixer.experts.104.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.49.mixer.experts.398.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.74.mixer.experts.116.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.46.mixer.experts.310.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.30.mixer.experts.331.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.157.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.282.down_proj.weight": "model-00086-of-00225.safetensors", + "mtp.layers.1.mixer.experts.356.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.115.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.114.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.358.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.279.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.24.mixer.experts.254.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.135.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.185.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.423.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.271.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.24.mixer.experts.252.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.103.mixer.experts.507.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.85.mixer.experts.427.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.51.mixer.experts.457.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.129.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.105.mixer.experts.378.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.75.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.486.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.1.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.80.mixer.experts.134.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.42.mixer.experts.75.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.330.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.49.mixer.experts.432.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.74.mixer.experts.386.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.426.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.26.mixer.experts.330.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.27.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.21.mixer.experts.439.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.87.mixer.experts.238.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.10.mixer.experts.167.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.460.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.53.mixer.experts.289.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.181.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.58.mixer.experts.107.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.110.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.51.mixer.experts.50.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.360.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.239.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.8.mixer.experts.85.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.290.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.74.mixer.experts.401.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.51.mixer.experts.393.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.107.mixer.experts.306.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.55.mixer.experts.33.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.37.mixer.experts.53.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.270.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.287.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.55.mixer.experts.418.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.107.mixer.experts.50.down_proj.weight": "model-00216-of-00225.safetensors", + "mtp.layers.1.mixer.experts.23.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.21.mixer.experts.302.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.44.mixer.experts.220.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.467.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.30.mixer.experts.392.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.273.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.300.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.103.mixer.experts.46.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.58.mixer.experts.297.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.12.mixer.experts.76.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.74.mixer.experts.498.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.55.mixer.experts.144.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.345.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.474.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.152.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.99.mixer.experts.475.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.107.mixer.experts.47.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.65.mixer.experts.59.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.76.mixer.experts.72.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.148.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.64.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.186.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.19.mixer.experts.430.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.30.mixer.experts.501.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.404.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.336.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.396.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.78.mixer.experts.483.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.87.mixer.experts.426.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.87.mixer.experts.372.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.426.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.74.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.10.mixer.experts.196.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.21.mixer.experts.506.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.51.mixer.experts.446.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.26.mixer.experts.477.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.8.mixer.experts.179.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.90.mixer.experts.90.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.8.mixer.gate.e_score_correction_bias": "model-00019-of-00225.safetensors", + "backbone.layers.103.mixer.experts.133.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.78.up_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.94.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.65.mixer.experts.105.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.356.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.35.mixer.experts.482.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.90.mixer.experts.207.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.183.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.63.mixer.in_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.53.mixer.experts.453.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.69.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.229.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.491.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.67.mixer.experts.445.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.5.mixer.experts.239.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.216.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.379.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.105.mixer.experts.57.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.366.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.185.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.451.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.78.mixer.experts.264.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.92.mixer.experts.385.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.69.mixer.experts.318.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.371.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.33.mixer.experts.142.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.101.mixer.experts.249.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.experts.60.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.53.mixer.experts.84.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.51.mixer.experts.431.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.414.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.12.mixer.experts.335.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.5.mixer.experts.111.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.170.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.101.mixer.experts.181.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.254.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.436.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.332.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.107.mixer.experts.460.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.101.mixer.experts.99.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.315.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.77.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.413.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.292.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.65.mixer.experts.455.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.19.mixer.experts.93.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.181.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.17.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.3.mixer.experts.15.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.50.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.139.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.101.mixer.experts.490.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.492.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.165.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.5.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.449.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.42.mixer.experts.12.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.509.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.37.mixer.experts.19.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.4.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.83.mixer.experts.419.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.226.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.99.mixer.experts.27.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.468.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.8.mixer.experts.361.down_proj.weight": "model-00018-of-00225.safetensors", + "mtp.layers.1.mixer.experts.82.down_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.328.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.158.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.168.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.71.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.84.mixer.D": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.282.up_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.60.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.215.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.469.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.71.mixer.experts.20.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.220.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.5.mixer.experts.420.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.58.mixer.experts.453.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.377.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.17.mixer.experts.349.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.435.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.346.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.14.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.9.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.161.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.471.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.97.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.382.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.12.mixer.experts.228.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.216.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.26.mixer.experts.178.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.12.mixer.experts.300.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.471.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.17.mixer.experts.286.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.356.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.47.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.498.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.428.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.266.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.225.up_proj.weight": "model-00136-of-00225.safetensors", + "mtp.layers.1.mixer.experts.405.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.80.mixer.experts.443.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.112.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.33.mixer.experts.399.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.19.mixer.experts.325.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.208.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.90.mixer.experts.510.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.215.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.501.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.311.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.87.mixer.experts.148.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.19.mixer.experts.8.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.310.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.42.mixer.experts.354.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.71.mixer.experts.231.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.58.mixer.experts.388.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.48.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.90.mixer.experts.13.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.5.mixer.experts.138.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.35.mixer.experts.281.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.185.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.331.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.246.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.99.mixer.experts.482.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.33.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.65.mixer.experts.198.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.168.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.51.mixer.experts.77.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.94.mixer.experts.253.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.239.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.74.mixer.experts.288.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.51.mixer.experts.315.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.296.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.464.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.46.mixer.experts.36.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.1.mixer.experts.307.up_proj.weight": "model-00004-of-00225.safetensors", + "mtp.layers.1.mixer.experts.388.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.222.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.224.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.40.mixer.experts.435.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.60.mixer.experts.51.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.78.mixer.experts.382.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.71.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.65.mixer.experts.133.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.102.mixer.conv1d.weight": "model-00207-of-00225.safetensors", + "backbone.layers.10.mixer.experts.316.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.237.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.138.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.24.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.91.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.62.mixer.experts.102.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.71.mixer.experts.282.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.51.mixer.experts.82.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.65.mixer.experts.321.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.56.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.33.mixer.fc1_latent_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.7.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.8.mixer.experts.500.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.26.mixer.experts.187.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.45.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.17.mixer.experts.64.down_proj.weight": "model-00034-of-00225.safetensors", + "mtp.layers.1.mixer.experts.439.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.146.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.8.mixer.experts.133.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.27.mixer.conv1d.bias": "model-00056-of-00225.safetensors", + "backbone.layers.78.mixer.experts.27.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.345.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.469.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.65.mixer.experts.256.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.107.mixer.experts.262.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.8.mixer.experts.329.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.90.mixer.experts.12.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.5.mixer.experts.268.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.128.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.281.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.498.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.279.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.240.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.71.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.248.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.5.mixer.experts.216.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.8.mixer.experts.288.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.107.mixer.experts.266.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.431.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.80.mixer.experts.268.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.15.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.76.mixer.experts.161.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.53.mixer.experts.497.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.42.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.107.mixer.experts.274.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.398.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.44.mixer.experts.264.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.96.mixer.experts.12.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.15.mixer.experts.138.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.173.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.314.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.49.mixer.experts.468.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.60.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.103.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.94.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.301.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.275.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.12.mixer.experts.431.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.90.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.77.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.53.mixer.experts.38.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.179.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.21.mixer.experts.334.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.132.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.439.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.26.mixer.experts.417.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.482.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.407.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.69.mixer.experts.38.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.53.mixer.experts.296.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.15.mixer.experts.117.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.2.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.99.mixer.experts.450.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.290.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.90.mixer.experts.339.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.22.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.52.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.8.mixer.experts.412.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.69.mixer.experts.303.down_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.353.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.90.mixer.experts.370.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.10.mixer.experts.242.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.318.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.78.mixer.experts.356.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.3.mixer.experts.290.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.37.mixer.experts.10.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.12.mixer.experts.16.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.76.mixer.experts.28.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.37.mixer.experts.219.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.40.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.21.mixer.experts.196.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.44.mixer.experts.280.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.180.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.78.mixer.experts.288.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.69.mixer.experts.507.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.103.mixer.experts.72.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.53.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.28.mixer.experts.467.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.69.mixer.experts.413.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.103.mixer.experts.292.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.149.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.436.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.21.mixer.experts.458.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.28.mixer.experts.453.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.8.mixer.experts.241.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.230.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.242.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.96.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.119.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.1.mixer.experts.206.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.124.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.365.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.232.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.177.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.328.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.292.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.184.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.210.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.26.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.80.mixer.experts.362.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.204.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.278.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.33.mixer.experts.415.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.58.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.74.mixer.experts.317.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.85.mixer.experts.495.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.90.mixer.experts.361.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.46.mixer.experts.253.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.118.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.510.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.105.mixer.experts.211.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.151.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.33.mixer.experts.489.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.17.mixer.experts.341.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.153.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.278.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.198.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.28.mixer.experts.461.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.62.mixer.experts.27.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.101.mixer.experts.101.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.40.mixer.experts.41.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.78.mixer.experts.279.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.74.mixer.experts.238.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.345.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.496.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.65.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.5.mixer.experts.94.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.482.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.447.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.192.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.33.mixer.experts.194.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.1.mixer.experts.308.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.35.mixer.experts.87.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.150.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.168.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.24.mixer.experts.121.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.307.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.62.mixer.experts.263.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.367.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.2.mixer.norm.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.275.up_proj.weight": "model-00008-of-00225.safetensors", + "mtp.layers.1.mixer.experts.117.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.69.mixer.experts.483.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.434.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.24.mixer.experts.295.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.42.mixer.experts.238.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.5.mixer.experts.34.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.312.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.21.mixer.experts.37.up_proj.weight": "model-00043-of-00225.safetensors", + "mtp.layers.1.mixer.experts.31.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.105.mixer.experts.112.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.258.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.101.mixer.experts.369.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.310.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.21.mixer.experts.42.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.74.mixer.experts.206.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.230.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.19.mixer.experts.292.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.71.mixer.experts.168.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.185.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.46.mixer.experts.281.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.333.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.43.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.33.mixer.experts.321.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.22.mixer.conv1d.bias": "model-00047-of-00225.safetensors", + "backbone.layers.19.mixer.experts.268.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.227.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.445.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.107.mixer.experts.201.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.101.mixer.experts.5.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.8.mixer.experts.2.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.231.up_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.405.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.37.mixer.experts.165.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.424.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.237.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.381.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.51.mixer.experts.287.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.111.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.51.mixer.experts.369.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.48.mixer.q_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.67.mixer.experts.339.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.369.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.263.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.40.mixer.experts.473.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.99.mixer.experts.147.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.190.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.471.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.187.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.107.mixer.experts.329.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.44.mixer.experts.511.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.239.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.90.mixer.experts.84.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.92.mixer.experts.355.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.94.mixer.experts.504.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.74.mixer.experts.382.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.85.mixer.experts.156.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.9.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.165.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.144.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.69.mixer.experts.36.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.99.mixer.experts.155.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.5.mixer.experts.4.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.262.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.76.mixer.experts.163.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.9.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.55.mixer.experts.160.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.352.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.92.mixer.experts.413.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.59.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.54.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.33.mixer.experts.49.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.159.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.105.mixer.experts.184.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.mixer.experts.404.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.17.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.99.mixer.experts.423.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.345.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.270.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.153.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.83.mixer.experts.301.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.24.mixer.experts.399.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.80.up_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.43.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.74.mixer.experts.76.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.199.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.42.mixer.experts.237.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.71.mixer.experts.154.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.162.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.76.mixer.experts.197.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.499.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.103.mixer.experts.351.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.477.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.37.mixer.experts.446.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.55.mixer.experts.305.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.191.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.357.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.439.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.99.mixer.experts.53.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.82.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.96.mixer.experts.464.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.8.mixer.experts.484.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.94.mixer.experts.160.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.94.mixer.experts.388.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.416.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.225.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.120.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.133.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.209.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.411.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.389.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.62.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.58.mixer.experts.1.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.67.mixer.experts.17.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.263.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.497.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.94.mixer.experts.232.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.185.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.202.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.40.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.57.norm.weight": "model-00115-of-00225.safetensors", + "backbone.layers.28.mixer.experts.406.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.50.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.413.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.446.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.350.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.37.mixer.experts.272.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.166.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.experts.339.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.65.mixer.experts.117.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.21.mixer.experts.297.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.15.mixer.experts.26.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.8.mixer.experts.460.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.56.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.53.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.40.mixer.experts.420.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.121.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.8.mixer.experts.280.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.19.mixer.experts.34.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.101.mixer.experts.241.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.3.mixer.experts.7.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.447.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.35.mixer.experts.10.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.71.mixer.experts.8.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.33.mixer.experts.377.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.85.mixer.experts.262.down_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.408.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.48.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.87.mixer.experts.498.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.53.mixer.experts.73.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.40.mixer.experts.203.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.74.mixer.experts.195.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.276.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.99.mixer.experts.175.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.44.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.30.mixer.experts.280.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.99.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.15.mixer.experts.323.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.191.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.426.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.208.up_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.161.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.309.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.510.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.31.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.55.mixer.experts.76.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.74.mixer.experts.298.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.272.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.80.mixer.experts.366.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.24.mixer.experts.234.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.40.mixer.experts.56.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.209.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.326.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.94.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.412.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.24.mixer.experts.207.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.83.mixer.experts.99.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.157.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.90.mixer.experts.381.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.12.mixer.experts.287.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.51.mixer.experts.170.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.46.mixer.experts.39.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.103.mixer.experts.337.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.258.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.23.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.439.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.10.mixer.experts.327.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.360.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.503.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.10.mixer.experts.398.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.26.mixer.experts.102.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.159.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.200.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.71.mixer.experts.317.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.376.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.83.mixer.experts.240.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.415.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.58.mixer.experts.372.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.55.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.374.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.46.mixer.experts.130.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.8.mixer.experts.403.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.26.mixer.experts.85.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.37.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.408.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.24.mixer.experts.355.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.3.mixer.experts.350.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.69.mixer.experts.424.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.153.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.105.mixer.experts.145.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.274.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.74.mixer.experts.157.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.67.mixer.experts.104.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.44.mixer.experts.492.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.28.mixer.experts.140.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.325.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.388.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.44.mixer.experts.196.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.fc2_latent_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.24.mixer.experts.189.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.60.mixer.experts.476.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.144.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.5.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.94.mixer.experts.447.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.53.mixer.experts.99.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.344.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.458.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.8.mixer.experts.237.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.101.mixer.experts.388.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.276.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.31.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.58.mixer.experts.467.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.40.mixer.experts.3.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.15.mixer.experts.84.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.480.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.67.mixer.experts.429.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.44.mixer.experts.88.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.221.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.74.mixer.experts.126.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.420.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.188.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.202.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.17.mixer.experts.41.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.19.mixer.experts.41.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.44.mixer.experts.392.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.332.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.87.mixer.experts.192.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.317.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.115.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.19.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.350.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.76.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.94.mixer.experts.317.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.245.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.133.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.375.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.389.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.436.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.53.mixer.experts.155.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.107.mixer.experts.126.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.19.mixer.experts.391.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.81.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.27.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.334.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.425.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.471.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.67.mixer.experts.353.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.429.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.119.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.55.mixer.experts.389.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.3.mixer.experts.94.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.24.mixer.experts.481.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.46.mixer.experts.28.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.431.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.55.mixer.experts.102.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.46.mixer.experts.165.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.99.mixer.experts.256.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.190.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.96.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.98.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.130.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.262.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.340.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.191.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.254.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.46.mixer.experts.223.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.428.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.285.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.78.mixer.experts.56.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.200.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.143.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.15.mixer.experts.408.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.gate.e_score_correction_bias": "model-00115-of-00225.safetensors", + "backbone.layers.5.mixer.experts.233.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.58.mixer.experts.305.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.129.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.145.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.26.mixer.experts.152.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.33.mixer.experts.262.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.15.mixer.experts.170.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.105.mixer.experts.368.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.103.mixer.experts.218.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.482.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.80.mixer.experts.6.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.99.mixer.experts.43.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.78.mixer.experts.136.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.397.up_proj.weight": "model-00219-of-00225.safetensors", + "mtp.layers.1.mixer.experts.436.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.85.mixer.experts.99.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.53.mixer.experts.55.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.78.mixer.experts.75.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.21.mixer.experts.419.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.19.mixer.experts.7.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.45.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.69.mixer.experts.226.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.1.mixer.experts.484.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.338.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.311.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.189.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.216.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.150.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.58.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.62.mixer.experts.140.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.5.mixer.experts.197.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.400.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.183.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.65.mixer.experts.188.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.311.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.334.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.87.mixer.experts.287.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.15.mixer.experts.214.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.107.mixer.experts.298.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.44.mixer.experts.258.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.99.mixer.experts.156.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.71.mixer.experts.463.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.184.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.103.mixer.experts.272.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.24.mixer.experts.120.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.96.mixer.experts.504.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.62.mixer.experts.103.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.53.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.17.mixer.experts.291.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.94.mixer.experts.488.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.24.mixer.experts.489.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.482.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.459.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.experts.424.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.105.mixer.experts.114.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.243.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.15.mixer.experts.343.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.449.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.8.mixer.experts.101.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.78.mixer.experts.449.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.67.mixer.experts.453.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.42.mixer.experts.24.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.49.mixer.experts.491.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.471.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.49.mixer.experts.275.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.19.mixer.experts.423.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.122.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.164.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.87.mixer.experts.116.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.256.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.49.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.90.mixer.experts.41.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.83.mixer.experts.15.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.33.mixer.experts.263.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.5.mixer.experts.86.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.245.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.367.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.76.mixer.experts.225.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.60.mixer.experts.387.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.93.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.232.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.292.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.284.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.2.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.17.mixer.experts.325.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.261.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.209.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.99.mixer.experts.477.up_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.70.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.5.mixer.experts.244.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.67.mixer.experts.436.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.74.mixer.experts.136.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.40.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.62.mixer.experts.24.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.60.mixer.experts.43.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.105.mixer.experts.2.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.8.mixer.experts.275.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.126.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.26.mixer.experts.54.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.107.mixer.experts.180.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.24.mixer.experts.64.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.3.mixer.experts.40.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.71.mixer.experts.38.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.371.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.279.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.28.mixer.experts.358.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.21.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.30.mixer.experts.301.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.90.mixer.experts.108.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.269.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.44.mixer.experts.420.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.391.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.3.mixer.experts.8.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.119.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.65.mixer.experts.278.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.224.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.78.mixer.experts.337.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.5.mixer.experts.72.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.28.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.325.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.284.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.422.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.274.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.74.mixer.experts.412.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.274.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.10.mixer.experts.227.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.275.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.85.mixer.experts.283.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.376.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.105.mixer.experts.148.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.100.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.12.mixer.experts.500.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.101.mixer.experts.95.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.55.mixer.experts.414.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.217.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.54.norm.weight": "model-00111-of-00225.safetensors", + "backbone.layers.74.mixer.experts.349.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.45.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.46.mixer.experts.443.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.37.mixer.experts.28.down_proj.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.118.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.457.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.401.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.210.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.5.mixer.experts.401.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.28.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.82.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.74.mixer.experts.323.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.500.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.33.mixer.experts.142.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.92.mixer.experts.351.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.44.mixer.experts.208.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.473.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.287.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.71.mixer.experts.5.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.160.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.15.mixer.experts.237.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.258.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.458.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.51.mixer.experts.429.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.87.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.353.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.454.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.8.mixer.experts.196.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.114.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.96.mixer.experts.31.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.55.mixer.experts.467.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.363.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.180.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.107.mixer.experts.188.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.295.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.464.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.83.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.24.mixer.experts.36.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.476.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.21.mixer.experts.102.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.69.mixer.experts.232.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.182.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.28.mixer.experts.85.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.1.mixer.experts.338.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.109.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.74.mixer.experts.122.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.199.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.311.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.12.mixer.experts.327.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.509.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.445.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.327.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.323.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.103.mixer.experts.21.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.55.mixer.experts.155.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.325.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.163.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.490.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.99.mixer.experts.493.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.40.mixer.experts.511.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.53.mixer.experts.189.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.160.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.339.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.233.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.156.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.46.mixer.experts.359.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.8.mixer.experts.46.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.335.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.40.mixer.experts.12.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.51.mixer.experts.130.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.67.mixer.experts.253.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.344.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.172.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.103.mixer.experts.164.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.37.mixer.experts.186.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.123.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.71.mixer.experts.258.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.35.mixer.experts.457.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.163.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.67.mixer.experts.386.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.216.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.3.mixer.experts.193.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.74.mixer.experts.228.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.200.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.160.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.57.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.297.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.69.mixer.experts.354.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.327.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.76.mixer.experts.439.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.53.mixer.experts.331.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.458.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.5.mixer.experts.40.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.455.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.469.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.171.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.229.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.44.mixer.experts.153.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.107.mixer.experts.410.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.3.mixer.experts.344.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.46.mixer.experts.242.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.101.mixer.experts.150.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.148.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.35.mixer.experts.191.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.46.mixer.experts.464.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.370.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.58.mixer.experts.418.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.60.mixer.fc1_latent_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.93.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.1.mixer.experts.375.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.426.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.76.mixer.experts.410.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.33.mixer.experts.151.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.44.mixer.experts.139.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.23.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.51.mixer.experts.210.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.53.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.101.mixer.experts.477.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.259.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.165.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.422.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.92.mixer.experts.148.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.465.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.78.mixer.experts.97.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.92.mixer.experts.253.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.52.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.315.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.28.mixer.experts.386.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.12.mixer.experts.52.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.28.mixer.experts.99.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.60.mixer.experts.469.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.9.mixer.conv1d.bias": "model-00019-of-00225.safetensors", + "backbone.layers.78.mixer.experts.309.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.29.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.105.mixer.experts.483.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.149.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.85.mixer.experts.19.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.206.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.8.mixer.experts.268.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.463.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.71.mixer.experts.42.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.105.mixer.experts.104.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.499.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.105.mixer.experts.204.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.107.mixer.experts.49.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.185.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.101.mixer.gate.weight": "model-00207-of-00225.safetensors", + "backbone.layers.28.mixer.experts.106.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.110.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.92.mixer.experts.252.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.242.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.501.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.35.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.1.mixer.experts.437.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.251.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.432.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.154.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.503.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.105.mixer.experts.333.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.12.mixer.experts.359.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.26.mixer.experts.401.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.30.mixer.experts.106.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.495.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.76.mixer.experts.465.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.33.mixer.experts.7.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.62.mixer.experts.324.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.276.down_proj.weight": "model-00200-of-00225.safetensors", + "mtp.layers.1.mixer.experts.435.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.44.mixer.experts.3.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.58.mixer.experts.358.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.510.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.74.mixer.experts.359.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.3.mixer.experts.309.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.12.mixer.experts.86.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.360.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.80.mixer.experts.113.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.107.up_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.111.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.92.mixer.experts.289.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.33.mixer.experts.73.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.256.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.295.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.122.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.141.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.103.mixer.experts.213.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.313.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.19.mixer.experts.371.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.5.mixer.experts.408.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.204.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.3.mixer.experts.151.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.28.mixer.experts.109.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.419.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.172.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.17.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.225.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.30.mixer.experts.156.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.85.mixer.shared_experts.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.90.mixer.experts.18.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.98.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.363.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.449.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.60.mixer.experts.503.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.3.mixer.experts.227.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.12.mixer.experts.234.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.488.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.83.mixer.experts.379.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.53.mixer.experts.67.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.78.mixer.experts.89.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.221.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.17.mixer.experts.165.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.241.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.85.mixer.experts.228.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.40.mixer.experts.151.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.92.mixer.experts.141.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.92.mixer.experts.357.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.5.mixer.experts.308.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.10.mixer.experts.385.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.190.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.10.mixer.experts.386.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.42.mixer.experts.38.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.495.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.12.mixer.experts.271.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.455.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.493.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.5.mixer.experts.180.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.26.mixer.experts.272.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.52.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.74.mixer.experts.279.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.19.mixer.experts.296.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.436.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.192.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.53.mixer.experts.189.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.74.mixer.experts.177.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.46.mixer.experts.218.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.54.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.95.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.experts.259.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.46.mixer.experts.361.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.407.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.19.mixer.experts.441.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.37.mixer.experts.387.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.80.mixer.experts.121.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.90.mixer.experts.147.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.78.mixer.experts.296.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.86.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.10.mixer.experts.258.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.80.mixer.experts.393.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.28.mixer.experts.167.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.42.mixer.experts.71.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.307.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.5.mixer.experts.327.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.69.mixer.experts.171.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.89.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.69.mixer.experts.174.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.89.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.403.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.37.mixer.experts.159.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.72.mixer.conv1d.bias": "model-00147-of-00225.safetensors", + "backbone.layers.17.mixer.experts.184.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.269.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.21.mixer.experts.359.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.500.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.503.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.191.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.35.mixer.experts.322.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.107.mixer.experts.407.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.410.up_proj.weight": "model-00032-of-00225.safetensors", + "mtp.layers.1.mixer.experts.2.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.42.mixer.experts.14.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.205.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.105.mixer.experts.88.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.197.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.426.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.142.down_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.257.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.96.mixer.experts.498.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.46.mixer.experts.79.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.1.mixer.experts.362.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.46.mixer.experts.8.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.486.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.341.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.163.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.90.mixer.experts.239.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.74.mixer.experts.339.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.469.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.200.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.74.mixer.experts.267.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.28.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.99.mixer.experts.464.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.94.mixer.experts.283.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.134.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.404.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.107.mixer.experts.428.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.51.mixer.experts.24.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.68.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.10.mixer.experts.157.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.8.mixer.experts.379.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.310.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.154.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.430.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.9.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.60.mixer.experts.468.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.42.mixer.experts.191.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.53.mixer.experts.205.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.92.mixer.experts.432.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.447.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.207.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.87.mixer.experts.34.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.333.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.21.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.1.mixer.experts.491.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.78.mixer.experts.486.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.256.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.80.mixer.experts.61.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.275.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.470.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.42.mixer.experts.237.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.60.mixer.experts.120.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.1.mixer.experts.251.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.488.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.11.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.321.up_proj.weight": "model-00219-of-00225.safetensors", + "mtp.layers.1.mixer.experts.324.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.67.mixer.experts.196.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.485.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.57.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.412.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.65.mixer.experts.492.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.67.down_proj.weight": "model-00116-of-00225.safetensors", + "mtp.layers.1.mixer.experts.283.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.84.mixer.conv1d.bias": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.488.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.91.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.19.mixer.experts.116.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.105.mixer.experts.283.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.28.mixer.experts.177.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.80.mixer.experts.50.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.60.mixer.experts.202.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.1.mixer.experts.418.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.58.mixer.experts.65.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.35.mixer.experts.123.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.63.mixer.out_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.24.mixer.experts.498.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.253.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.107.mixer.experts.408.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.167.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.78.mixer.experts.214.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.76.mixer.experts.445.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.51.mixer.experts.365.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.17.mixer.experts.71.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.485.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.38.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.1.mixer.shared_experts.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.443.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.90.mixer.experts.496.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.85.mixer.experts.488.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.12.mixer.experts.462.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.112.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.264.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.305.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.197.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.33.mixer.experts.59.down_proj.weight": "model-00066-of-00225.safetensors", + "mtp.layers.1.mixer.experts.119.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.35.mixer.experts.410.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.8.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.101.mixer.experts.331.down_proj.weight": "model-00205-of-00225.safetensors", + "mtp.layers.1.mixer.experts.186.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.272.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.1.mixer.experts.19.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.83.mixer.experts.135.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.85.mixer.experts.377.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.95.mixer.conv1d.bias": "model-00193-of-00225.safetensors", + "backbone.layers.69.mixer.experts.83.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.46.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.35.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.270.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.293.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.76.mixer.experts.130.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.101.mixer.experts.373.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.90.mixer.experts.2.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.60.mixer.experts.510.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.302.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.24.mixer.experts.222.down_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.232.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.327.up_proj.weight": "model-00059-of-00225.safetensors", + "mtp.layers.1.mixer.experts.123.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.83.mixer.experts.122.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.10.mixer.experts.417.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.85.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.33.mixer.experts.7.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.46.mixer.experts.371.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.285.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.197.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.46.mixer.experts.305.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.gate.weight": "model-00019-of-00225.safetensors", + "backbone.layers.60.mixer.experts.384.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.33.mixer.experts.370.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.78.mixer.experts.306.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.65.mixer.experts.296.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.65.mixer.experts.461.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.55.mixer.experts.144.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.19.mixer.experts.430.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.30.mixer.experts.507.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.60.mixer.experts.13.up_proj.weight": "model-00120-of-00225.safetensors", + "mtp.layers.1.mixer.experts.436.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.19.mixer.experts.98.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.55.mixer.experts.201.down_proj.weight": "model-00112-of-00225.safetensors", + "mtp.layers.1.mixer.experts.466.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.96.mixer.experts.233.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.37.mixer.experts.120.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.83.mixer.experts.472.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.469.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.213.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.303.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.59.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.137.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.265.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.452.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.85.mixer.experts.210.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.44.mixer.experts.171.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.58.mixer.experts.45.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.60.mixer.experts.402.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.214.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.144.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.101.mixer.experts.462.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.200.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.67.mixer.experts.378.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.90.mixer.experts.125.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.10.mixer.experts.403.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.10.mixer.experts.433.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.67.mixer.experts.442.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.84.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.90.mixer.experts.180.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.76.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.3.mixer.experts.326.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.62.mixer.experts.62.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.90.mixer.experts.482.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.85.mixer.experts.309.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.69.mixer.experts.66.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.119.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.21.mixer.experts.84.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.467.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.465.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.438.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.124.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.5.mixer.experts.166.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.5.mixer.experts.360.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.49.mixer.experts.450.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.1.mixer.experts.381.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.16.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.55.mixer.experts.352.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.278.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.87.mixer.experts.487.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.19.mixer.experts.145.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.82.mixer.o_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.21.mixer.experts.135.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.365.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.394.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.75.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.511.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.30.mixer.experts.138.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.327.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.251.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.5.mixer.experts.506.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.19.mixer.experts.348.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.389.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.76.mixer.experts.463.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.325.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.49.mixer.experts.100.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.30.mixer.experts.71.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.49.mixer.experts.102.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.28.mixer.experts.479.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.99.mixer.experts.367.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.17.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.334.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.504.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.107.up_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.201.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.460.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.74.mixer.experts.400.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.474.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.60.mixer.experts.433.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.227.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.58.mixer.experts.100.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.17.mixer.experts.381.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.100.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.71.mixer.experts.337.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.53.mixer.experts.207.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.488.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.40.mixer.experts.72.up_proj.weight": "model-00079-of-00225.safetensors", + "mtp.layers.1.mixer.experts.219.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.491.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.206.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.182.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.58.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.76.mixer.experts.147.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.1.mixer.experts.447.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.211.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.21.mixer.experts.268.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.55.mixer.experts.466.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.103.mixer.experts.387.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.12.mixer.experts.109.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.69.mixer.experts.359.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.89.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.51.mixer.experts.116.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.54.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.296.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.445.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.51.mixer.experts.258.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.145.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.271.up_proj.weight": "model-00026-of-00225.safetensors", + "mtp.layers.1.mixer.experts.438.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.425.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.254.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.35.mixer.experts.220.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.476.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.78.mixer.experts.360.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.314.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.489.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.487.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.351.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.105.mixer.experts.496.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.105.mixer.experts.459.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.5.mixer.experts.258.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.92.mixer.experts.374.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.85.mixer.experts.465.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.19.mixer.experts.118.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.94.mixer.experts.307.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.39.mixer.v_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.192.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.49.mixer.experts.66.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.56.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.15.mixer.experts.23.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.103.mixer.experts.509.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.101.mixer.experts.170.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.30.mixer.experts.292.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.105.mixer.experts.378.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.107.mixer.experts.215.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.415.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.90.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.85.mixer.experts.382.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.42.mixer.experts.458.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.24.mixer.experts.164.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.103.mixer.experts.11.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.164.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.74.mixer.experts.35.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.105.mixer.experts.59.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.66.mixer.D": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.34.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.190.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.230.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.28.mixer.experts.277.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.412.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.42.mixer.experts.88.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.33.mixer.experts.124.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.181.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.65.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.12.mixer.experts.335.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.87.mixer.experts.299.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.29.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.8.mixer.experts.449.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.24.mixer.experts.347.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.59.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.10.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.44.mixer.experts.66.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.42.mixer.experts.501.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.80.mixer.experts.303.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.3.mixer.experts.10.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.71.mixer.experts.388.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.242.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.237.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.460.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.21.mixer.experts.275.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.113.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.79.norm.weight": "model-00161-of-00225.safetensors", + "backbone.layers.30.mixer.experts.412.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.90.mixer.experts.217.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.15.mixer.experts.445.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.86.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.340.up_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.142.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.40.mixer.experts.193.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.71.mixer.experts.487.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.94.mixer.experts.273.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.342.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.431.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.55.mixer.experts.226.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.109.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.338.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.62.mixer.experts.123.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.331.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.315.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.65.mixer.experts.445.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.55.mixer.experts.322.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.357.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.99.mixer.experts.412.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.60.mixer.experts.341.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.452.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.51.mixer.experts.245.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.37.mixer.experts.344.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.456.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.107.mixer.experts.45.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.19.mixer.experts.123.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.12.mixer.experts.288.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.58.mixer.experts.16.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.454.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.40.mixer.experts.82.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.27.norm.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.149.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.53.mixer.experts.3.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.94.mixer.experts.258.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.15.mixer.experts.7.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.10.mixer.experts.50.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.143.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.105.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.76.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.46.mixer.experts.125.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.71.mixer.experts.250.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.90.mixer.experts.229.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.401.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.5.mixer.experts.408.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.103.mixer.experts.448.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.67.mixer.experts.282.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.90.mixer.experts.355.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.42.mixer.experts.380.up_proj.weight": "model-00087-of-00225.safetensors", + "mtp.layers.1.mixer.experts.274.up_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.174.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.69.mixer.experts.94.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.79.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.99.mixer.experts.40.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.108.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.283.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.65.mixer.experts.379.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.12.mixer.experts.141.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.248.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.88.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.49.mixer.shared_experts.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.2.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.103.mixer.experts.301.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.71.mixer.experts.402.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.212.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.96.mixer.experts.427.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.135.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.26.mixer.experts.284.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.53.mixer.experts.96.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.24.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.5.mixer.experts.184.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.53.mixer.experts.54.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.67.mixer.experts.476.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.90.mixer.experts.35.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.196.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.363.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.311.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.491.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.40.mixer.experts.166.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.350.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.8.mixer.experts.21.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.28.mixer.experts.384.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.164.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.101.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.82.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.305.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.49.mixer.experts.488.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.28.mixer.experts.200.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.216.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.92.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.239.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.21.mixer.experts.237.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.235.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.90.mixer.experts.462.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.412.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.83.mixer.experts.306.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.88.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.28.mixer.experts.167.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.85.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.58.mixer.experts.86.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.47.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.67.mixer.experts.374.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.439.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.202.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.71.mixer.experts.286.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.53.mixer.experts.52.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.327.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.8.mixer.experts.116.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.58.mixer.experts.298.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.5.mixer.experts.336.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.363.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.49.mixer.experts.218.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.173.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.164.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.12.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.8.mixer.experts.392.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.362.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.96.mixer.experts.406.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.41.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.30.mixer.experts.121.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.196.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.268.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.93.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.475.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.304.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.293.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.230.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.385.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.280.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.184.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.428.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.135.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.37.mixer.experts.210.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.33.mixer.experts.148.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.58.mixer.experts.477.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.30.mixer.experts.133.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.99.mixer.experts.133.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.experts.270.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.69.mixer.experts.440.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.123.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.1.mixer.experts.175.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.495.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.67.mixer.experts.222.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.147.down_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.359.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.316.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.21.mixer.experts.87.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.35.mixer.experts.44.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.411.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.96.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.476.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.126.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.484.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.104.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.experts.312.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.421.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.373.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.92.mixer.experts.370.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.30.mixer.experts.439.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.10.mixer.experts.438.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.71.mixer.experts.339.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.94.mixer.experts.299.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.462.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.477.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.374.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.76.mixer.experts.260.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.71.mixer.experts.472.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.40.mixer.experts.368.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.442.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.231.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.152.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.26.mixer.experts.321.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.15.mixer.experts.457.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.208.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.506.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.67.mixer.experts.279.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.60.mixer.experts.287.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.145.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.3.mixer.experts.147.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.412.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.80.mixer.experts.345.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.391.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.55.mixer.experts.189.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.248.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.483.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.67.mixer.experts.211.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.44.mixer.experts.304.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.76.mixer.experts.153.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.3.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.71.mixer.experts.51.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.17.mixer.experts.342.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.37.mixer.experts.179.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.30.mixer.experts.233.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.8.mixer.experts.197.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.60.mixer.experts.70.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.experts.134.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.243.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.174.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.382.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.198.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.62.mixer.experts.160.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.5.mixer.experts.505.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.101.mixer.experts.175.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.261.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.105.mixer.experts.78.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.74.mixer.experts.336.down_proj.weight": "model-00150-of-00225.safetensors", + "mtp.layers.1.mixer.experts.256.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.188.down_proj.weight": "model-00099-of-00225.safetensors", + "mtp.layers.1.mixer.experts.175.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.51.mixer.experts.237.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.140.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.10.mixer.experts.64.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.15.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.49.mixer.experts.429.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.40.mixer.experts.147.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.80.mixer.experts.172.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.17.mixer.experts.387.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.37.mixer.experts.151.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.285.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.345.up_proj.weight": "model-00137-of-00225.safetensors", + "mtp.layers.1.mixer.experts.426.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.85.mixer.experts.30.up_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.324.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.12.mixer.experts.491.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.96.mixer.experts.433.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.69.mixer.experts.258.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.78.mixer.experts.47.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.173.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.469.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.107.mixer.experts.170.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.58.mixer.experts.406.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.37.mixer.experts.510.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.105.mixer.experts.320.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.85.mixer.experts.402.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.36.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.351.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.29.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.30.mixer.experts.98.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.326.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.269.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.308.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.156.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.502.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.407.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.75.mixer.in_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.467.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.268.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.150.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.19.mixer.experts.91.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.87.mixer.experts.121.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.78.mixer.experts.274.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.58.mixer.experts.25.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.214.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.77.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.245.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.486.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.62.mixer.experts.337.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.449.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.80.mixer.experts.360.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.76.mixer.experts.165.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.19.mixer.experts.268.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.291.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.194.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.170.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.30.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.21.mixer.experts.313.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.300.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.42.mixer.experts.87.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.87.mixer.experts.188.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.58.mixer.experts.382.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.experts.339.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.443.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.65.mixer.experts.501.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.436.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.371.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.328.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.457.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.273.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.69.mixer.experts.252.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.65.mixer.experts.320.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.51.mixer.experts.30.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.78.mixer.experts.282.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.397.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.50.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.mixer.experts.106.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.60.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.96.mixer.experts.45.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.265.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.69.mixer.experts.8.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.101.mixer.experts.220.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.83.mixer.experts.74.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.17.mixer.experts.396.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.94.mixer.experts.481.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.43.mixer.A_log": "model-00088-of-00225.safetensors", + "backbone.layers.65.mixer.experts.291.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.12.mixer.experts.106.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.107.mixer.experts.138.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.19.mixer.experts.131.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.44.mixer.experts.415.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.2.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.94.mixer.experts.220.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.98.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.380.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.104.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.103.mixer.experts.128.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.364.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.103.mixer.experts.29.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.51.mixer.experts.268.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.1.mixer.experts.401.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.1.mixer.experts.14.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.44.mixer.experts.129.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.58.mixer.experts.399.down_proj.weight": "model-00119-of-00225.safetensors", + "mtp.layers.1.mixer.experts.277.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.307.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.126.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.107.mixer.experts.344.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.90.mixer.experts.82.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.58.mixer.experts.192.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.5.mixer.experts.500.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.28.mixer.experts.86.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.15.mixer.experts.393.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.71.mixer.experts.0.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.53.mixer.experts.254.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.478.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.46.mixer.experts.477.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.35.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.69.mixer.experts.74.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.24.mixer.experts.108.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.12.mixer.experts.197.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.154.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.93.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.96.mixer.experts.38.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.101.mixer.experts.285.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.24.mixer.experts.407.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.80.mixer.experts.479.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.16.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.441.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.399.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.107.mixer.experts.306.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.401.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.409.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.26.mixer.experts.123.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.94.mixer.experts.213.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.71.mixer.experts.59.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.94.mixer.experts.213.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.389.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.402.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.42.mixer.experts.174.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.80.mixer.experts.287.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.51.mixer.experts.459.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.83.mixer.experts.93.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.85.mixer.experts.186.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.63.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.46.mixer.experts.116.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.24.mixer.experts.348.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.5.mixer.experts.82.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.107.mixer.experts.133.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.38.mixer.D": "model-00079-of-00225.safetensors", + "backbone.layers.51.mixer.experts.171.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.181.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.88.norm.weight": "model-00179-of-00225.safetensors", + "backbone.layers.55.mixer.experts.234.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.128.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.495.up_proj.weight": "model-00051-of-00225.safetensors", + "mtp.layers.1.mixer.experts.414.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.482.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.60.mixer.experts.235.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.200.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.78.mixer.experts.505.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.103.mixer.experts.443.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.2.up_proj.weight": "model-00029-of-00225.safetensors", + "mtp.layers.1.mixer.experts.124.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.55.mixer.experts.70.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.468.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.12.mixer.experts.293.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.94.mixer.experts.5.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.378.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.398.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.439.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.87.mixer.experts.65.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.3.mixer.experts.439.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.359.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.210.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.40.mixer.experts.160.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.293.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.44.mixer.experts.370.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.55.mixer.experts.40.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.379.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.179.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.228.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.37.mixer.experts.138.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.485.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.37.mixer.experts.84.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.69.mixer.experts.136.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.109.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.36.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.119.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.55.mixer.experts.177.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.394.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.74.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.403.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.499.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.69.mixer.experts.239.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.301.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.62.mixer.experts.48.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.105.mixer.experts.172.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.42.mixer.experts.164.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.376.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.46.mixer.experts.147.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.487.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.96.mixer.experts.365.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.58.mixer.experts.269.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.403.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.56.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.94.mixer.experts.334.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.37.mixer.experts.413.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.96.mixer.experts.43.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.5.mixer.experts.264.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.55.mixer.experts.110.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.94.mixer.experts.500.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.255.up_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.219.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.19.mixer.experts.270.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.40.mixer.experts.208.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.85.mixer.experts.238.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.60.mixer.experts.251.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.40.mixer.experts.430.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.80.mixer.experts.404.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.37.mixer.experts.146.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.297.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.80.mixer.gate.e_score_correction_bias": "model-00165-of-00225.safetensors", + "backbone.layers.46.mixer.experts.136.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.305.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.41.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.1.mixer.experts.227.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.21.mixer.experts.98.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.108.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.244.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.39.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.318.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.67.mixer.experts.303.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.28.mixer.experts.294.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.80.mixer.experts.177.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.44.mixer.experts.271.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.101.mixer.experts.59.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.346.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.55.mixer.experts.214.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.107.mixer.experts.413.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.80.mixer.experts.115.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.46.mixer.experts.387.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.279.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.348.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.289.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.62.mixer.experts.109.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.5.mixer.experts.352.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.19.mixer.experts.492.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.28.mixer.experts.36.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.69.mixer.experts.219.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.278.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.37.mixer.experts.34.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.33.mixer.experts.454.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.6.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.67.mixer.experts.325.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.290.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.408.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.96.mixer.experts.156.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.26.mixer.experts.268.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.94.mixer.experts.108.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.103.mixer.experts.491.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.107.mixer.experts.419.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.99.mixer.experts.56.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.42.mixer.experts.499.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.67.mixer.experts.136.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.179.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.178.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.62.mixer.experts.275.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.82.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.17.mixer.experts.432.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.49.mixer.experts.159.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.19.mixer.experts.13.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.44.mixer.experts.419.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.297.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.105.mixer.experts.99.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.263.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.19.mixer.experts.213.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.230.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.105.mixer.experts.431.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.103.mixer.experts.66.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.94.mixer.experts.135.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.292.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.451.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.87.mixer.experts.478.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.194.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.328.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.21.mixer.experts.2.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.71.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.69.mixer.experts.0.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.26.mixer.experts.161.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.258.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.408.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.53.mixer.experts.273.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.25.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.85.mixer.experts.3.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.65.mixer.experts.38.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.31.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.1.mixer.experts.140.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.284.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.286.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.1.mixer.experts.202.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.5.mixer.experts.224.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.67.mixer.experts.290.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.289.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.243.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.46.mixer.experts.402.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.401.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.101.mixer.experts.239.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.3.mixer.experts.268.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.60.mixer.experts.58.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.74.mixer.experts.152.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.71.mixer.experts.477.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.140.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.28.mixer.experts.306.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.90.mixer.experts.311.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.5.mixer.experts.247.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.37.mixer.experts.300.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.315.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.53.mixer.experts.170.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.24.mixer.experts.126.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.218.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.151.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.40.mixer.experts.77.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.69.mixer.experts.93.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.444.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.314.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.496.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.87.mixer.experts.49.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.471.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.302.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.62.mixer.experts.110.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.17.mixer.experts.355.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.53.mixer.experts.391.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.30.mixer.experts.18.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.83.mixer.experts.109.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.13.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.250.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.5.mixer.experts.160.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.416.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.404.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.3.mixer.experts.356.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.90.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.105.mixer.experts.180.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.69.mixer.experts.505.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.53.mixer.experts.509.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.96.mixer.experts.461.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.92.mixer.experts.217.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.150.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.68.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.17.mixer.experts.96.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.473.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.42.mixer.experts.329.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.71.mixer.experts.6.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.51.mixer.experts.339.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.24.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.78.mixer.experts.18.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.105.mixer.experts.69.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.285.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.276.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.40.mixer.experts.222.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.218.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.217.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.33.mixer.experts.36.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.21.mixer.experts.414.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.76.mixer.experts.109.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.60.mixer.experts.22.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.42.mixer.experts.386.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.67.mixer.experts.451.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.491.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.101.mixer.experts.60.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.353.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.323.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.495.up_proj.weight": "model-00010-of-00225.safetensors", + "mtp.layers.1.mixer.experts.207.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.90.mixer.experts.18.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.188.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.67.mixer.experts.61.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.59.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.26.mixer.experts.219.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.33.mixer.experts.317.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.137.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.146.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.101.mixer.experts.131.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.10.mixer.experts.325.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.0.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.40.mixer.experts.372.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.92.mixer.experts.92.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.107.mixer.experts.125.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.99.mixer.experts.33.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.354.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.53.mixer.experts.212.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.342.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.81.down_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.209.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.24.mixer.experts.20.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.101.mixer.experts.75.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.78.mixer.experts.276.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.146.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.47.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.21.mixer.experts.313.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.12.mixer.experts.344.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.92.mixer.experts.205.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.344.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.24.mixer.experts.185.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.107.mixer.experts.413.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.69.mixer.experts.259.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.15.mixer.experts.507.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.83.mixer.experts.463.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.29.mixer.out_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.90.mixer.experts.86.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.55.mixer.experts.194.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.158.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.101.mixer.experts.194.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.94.mixer.experts.84.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.103.mixer.experts.210.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.35.mixer.experts.465.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.90.mixer.experts.17.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.203.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.12.mixer.experts.318.down_proj.weight": "model-00027-of-00225.safetensors", + "mtp.layers.1.mixer.experts.413.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.171.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.42.mixer.experts.277.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.235.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.85.mixer.experts.100.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.28.mixer.experts.502.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.67.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.308.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.459.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.8.mixer.experts.411.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.78.mixer.experts.389.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.259.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.208.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.fc2_latent_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.35.mixer.experts.233.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.435.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.90.mixer.experts.330.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.159.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.12.mixer.experts.343.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.96.mixer.experts.137.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.308.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.49.mixer.experts.422.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.26.mixer.experts.60.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.92.mixer.experts.275.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.51.mixer.experts.364.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.5.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.53.mixer.experts.176.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.232.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.175.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.96.mixer.experts.501.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.196.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.30.mixer.experts.438.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.58.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.484.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.76.mixer.experts.185.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.59.mixer.D": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.229.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.58.mixer.experts.149.up_proj.weight": "model-00117-of-00225.safetensors", + "mtp.layers.1.mixer.experts.206.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.35.mixer.experts.472.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.74.mixer.experts.473.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.55.mixer.experts.509.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.24.mixer.experts.173.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.87.mixer.experts.247.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.67.mixer.experts.397.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.51.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.74.mixer.experts.47.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.3.mixer.experts.228.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.80.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.74.mixer.experts.81.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.55.mixer.experts.149.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.67.mixer.experts.408.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.313.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.65.mixer.experts.383.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.425.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.76.mixer.experts.7.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.1.mixer.experts.121.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.30.mixer.experts.309.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.67.mixer.experts.201.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.290.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.453.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.62.mixer.experts.51.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.190.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.30.mixer.experts.171.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.124.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.334.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.38.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.71.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.473.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.313.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.60.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.71.mixer.experts.133.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.105.mixer.experts.485.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.99.mixer.experts.112.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.32.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.67.mixer.experts.489.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.199.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.96.mixer.experts.0.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.1.mixer.experts.399.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.217.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.62.mixer.experts.434.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.21.mixer.experts.495.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.74.mixer.experts.397.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.214.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.506.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.83.mixer.experts.460.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.24.mixer.experts.224.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.313.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.71.mixer.experts.469.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.249.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.200.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.201.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.49.mixer.experts.491.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.87.mixer.experts.194.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.257.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.409.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.214.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.65.mixer.experts.496.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.321.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.69.mixer.experts.510.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.196.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.10.mixer.experts.314.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.76.mixer.experts.9.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.28.mixer.experts.83.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.71.mixer.experts.273.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.354.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.105.mixer.experts.36.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.28.mixer.experts.496.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.10.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.3.mixer.experts.250.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.110.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.107.mixer.experts.426.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.338.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.134.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.348.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.448.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.15.mixer.experts.383.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.103.mixer.experts.119.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.19.mixer.experts.116.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.94.mixer.experts.497.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.234.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.85.mixer.experts.148.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.mixer.experts.12.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.21.mixer.experts.422.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.110.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.80.mixer.experts.47.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.28.mixer.experts.366.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.478.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.26.mixer.experts.324.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.261.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.60.mixer.experts.137.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.99.mixer.experts.104.up_proj.weight": "model-00199-of-00225.safetensors", + "mtp.layers.1.mixer.experts.223.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.462.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.94.mixer.experts.231.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.282.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.285.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.96.mixer.experts.471.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.91.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.103.mixer.experts.118.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.58.mixer.experts.502.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.8.mixer.experts.483.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.94.mixer.experts.311.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.406.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.150.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.371.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.94.mixer.experts.114.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.85.mixer.experts.301.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.245.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.99.mixer.experts.418.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.134.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.87.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.198.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.417.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.28.mixer.experts.432.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.105.mixer.experts.506.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.51.mixer.experts.345.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.107.mixer.experts.88.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.24.mixer.experts.182.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.317.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.412.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.10.mixer.experts.160.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.350.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.333.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.107.mixer.experts.317.up_proj.weight": "model-00219-of-00225.safetensors", + "mtp.layers.1.mixer.experts.354.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.40.mixer.experts.6.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.15.mixer.experts.107.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.439.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.1.mixer.experts.398.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.406.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.250.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.49.mixer.experts.155.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.96.mixer.experts.364.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.208.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.33.mixer.experts.446.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.19.mixer.experts.393.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.458.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.503.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.44.mixer.experts.344.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.277.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.165.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.107.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.189.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.55.mixer.experts.311.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.216.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.5.mixer.experts.468.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.414.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.26.mixer.experts.441.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.12.mixer.experts.184.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.69.mixer.experts.455.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.73.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.85.mixer.experts.152.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.431.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.96.mixer.experts.153.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.400.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.69.mixer.experts.476.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.461.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.225.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.212.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.31.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.99.mixer.experts.1.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.35.mixer.experts.398.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.352.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.80.mixer.experts.62.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.62.mixer.experts.65.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.344.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.405.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.19.mixer.experts.356.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.46.mixer.experts.501.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.98.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.85.mixer.experts.280.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.67.mixer.experts.459.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.8.mixer.experts.234.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.3.mixer.experts.233.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.51.mixer.experts.461.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.49.mixer.experts.494.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.267.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.28.mixer.experts.424.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.83.mixer.experts.105.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.199.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.40.mixer.experts.365.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.norm.weight": "model-00010-of-00225.safetensors", + "backbone.layers.19.mixer.experts.27.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.325.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.87.mixer.experts.20.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.46.mixer.experts.234.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.67.mixer.experts.487.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.37.mixer.experts.423.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.99.mixer.experts.375.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.78.mixer.experts.257.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.71.mixer.experts.292.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.457.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.37.mixer.experts.71.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.499.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.5.mixer.experts.478.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.236.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.65.mixer.experts.87.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.484.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.76.mixer.experts.309.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.21.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.87.mixer.experts.102.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.80.mixer.experts.304.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.75.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.15.mixer.experts.509.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.171.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.21.mixer.experts.353.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.46.mixer.experts.356.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.367.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.40.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.3.mixer.experts.10.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.54.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.67.mixer.shared_experts.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.85.mixer.experts.25.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.187.down_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.183.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.44.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.347.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.72.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.87.mixer.experts.331.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.37.mixer.experts.434.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.206.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.17.mixer.experts.503.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.382.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.175.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.19.mixer.experts.208.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.80.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.12.mixer.experts.136.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.8.mixer.experts.331.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.393.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.96.mixer.experts.414.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.228.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.255.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.87.mixer.experts.73.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.94.mixer.experts.140.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.76.mixer.experts.58.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.232.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.92.mixer.fc2_latent_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.17.mixer.experts.231.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.101.mixer.experts.469.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.33.mixer.experts.244.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.3.mixer.experts.438.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.46.mixer.experts.229.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.307.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.312.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.99.mixer.experts.453.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.60.mixer.experts.57.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.21.mixer.experts.505.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.24.mixer.experts.113.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.103.mixer.experts.25.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.179.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.197.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.51.mixer.experts.297.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.28.mixer.experts.483.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.21.mixer.experts.244.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.455.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.88.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.42.mixer.experts.430.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.76.mixer.experts.268.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.78.mixer.experts.307.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.87.mixer.shared_experts.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.87.mixer.experts.316.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.69.mixer.experts.400.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.117.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.382.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.51.mixer.experts.389.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.343.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.69.mixer.experts.12.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.35.mixer.experts.163.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.21.mixer.experts.330.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.101.mixer.experts.127.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.307.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.179.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.65.mixer.experts.68.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.92.mixer.experts.328.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.92.mixer.experts.453.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.445.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.114.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.506.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.470.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.103.mixer.experts.455.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.96.mixer.experts.312.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.8.mixer.experts.18.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.experts.0.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.85.mixer.experts.373.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.291.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.15.mixer.experts.251.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.33.mixer.experts.452.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.55.mixer.experts.111.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.74.mixer.experts.213.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.53.mixer.experts.304.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.8.mixer.experts.277.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.67.mixer.experts.382.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.33.mixer.experts.352.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.93.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.100.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.130.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.223.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.147.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.126.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.174.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.55.mixer.experts.498.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.26.mixer.experts.423.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.35.mixer.experts.442.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.65.mixer.experts.292.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.495.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.94.mixer.experts.468.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.141.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.15.mixer.experts.9.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.65.mixer.experts.77.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.44.mixer.experts.492.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.42.mixer.experts.124.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.317.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.12.mixer.experts.345.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.212.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.83.mixer.experts.244.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.10.mixer.experts.312.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.53.mixer.experts.115.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.10.mixer.experts.168.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.35.mixer.experts.330.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.83.mixer.experts.210.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.85.mixer.experts.302.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.62.mixer.experts.8.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.1.mixer.experts.313.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.333.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.40.mixer.experts.384.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.203.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.498.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.105.mixer.experts.3.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.30.mixer.experts.249.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.52.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.8.mixer.experts.275.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.34.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.1.mixer.experts.416.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.76.mixer.experts.141.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.54.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.270.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.103.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.75.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.85.mixer.experts.196.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.503.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.99.mixer.experts.227.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.167.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.192.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.87.mixer.experts.395.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.28.mixer.experts.35.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.92.mixer.experts.140.down_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.129.down_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.365.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.83.mixer.experts.505.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.78.mixer.experts.49.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.53.mixer.experts.116.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.21.mixer.experts.207.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.8.mixer.experts.164.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.53.mixer.experts.414.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.10.mixer.experts.487.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.74.mixer.experts.184.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.51.mixer.experts.398.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.46.mixer.experts.0.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.78.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.62.mixer.experts.210.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.340.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.393.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.93.mixer.in_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.65.mixer.experts.355.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.60.mixer.experts.447.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.74.mixer.experts.335.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.49.mixer.experts.180.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.262.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.35.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.67.mixer.experts.464.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.65.mixer.experts.256.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.392.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.466.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.103.mixer.experts.406.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.76.mixer.experts.254.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.87.mixer.experts.480.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.78.mixer.experts.191.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.323.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.58.mixer.experts.117.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.42.mixer.experts.264.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.35.mixer.experts.381.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.268.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.39.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.483.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.90.mixer.experts.26.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.178.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.99.mixer.experts.496.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.51.mixer.experts.304.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.94.mixer.experts.304.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.19.mixer.experts.136.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.48.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.3.mixer.experts.462.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.105.mixer.experts.96.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.241.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.172.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.53.mixer.experts.1.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.94.mixer.experts.164.up_proj.weight": "model-00190-of-00225.safetensors", + "mtp.layers.1.mixer.experts.297.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.224.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.18.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.1.mixer.experts.357.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.41.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.202.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.146.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.4.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.117.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.44.mixer.experts.95.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.49.mixer.experts.191.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.15.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.480.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.85.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.501.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.245.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.117.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.169.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.3.mixer.experts.317.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.experts.200.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.31.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.80.mixer.experts.122.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.38.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.74.mixer.experts.431.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.221.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.99.mixer.experts.222.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.373.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.429.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.455.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.87.mixer.experts.84.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.445.up_proj.weight": "model-00005-of-00225.safetensors", + "mtp.layers.1.mixer.experts.253.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.9.mixer.out_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.8.mixer.experts.186.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.62.mixer.experts.307.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.71.mixer.experts.278.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.181.down_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.432.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.76.mixer.experts.416.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.16.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.15.mixer.experts.183.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.101.mixer.experts.364.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.148.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.24.mixer.experts.255.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.28.mixer.experts.500.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.49.mixer.experts.41.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.69.mixer.experts.31.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.83.mixer.experts.208.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.212.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.156.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.246.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.496.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.49.mixer.experts.259.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.315.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.484.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.101.mixer.experts.371.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.502.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.83.mixer.experts.131.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.62.mixer.experts.295.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.103.mixer.experts.90.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.343.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.94.mixer.experts.471.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.10.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.486.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.57.mixer.k_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.15.mixer.experts.187.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.353.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.103.mixer.experts.238.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.17.mixer.experts.95.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.509.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.92.mixer.experts.67.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.10.mixer.experts.209.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.35.mixer.experts.277.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.510.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.98.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.2.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.94.mixer.experts.435.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.10.mixer.experts.110.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.44.mixer.experts.72.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.40.mixer.experts.123.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.390.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.26.mixer.experts.132.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.19.mixer.experts.494.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.269.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.58.mixer.experts.178.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.55.mixer.experts.435.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.30.mixer.experts.204.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.1.mixer.experts.5.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.40.mixer.experts.270.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.10.mixer.experts.509.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.58.mixer.experts.323.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.100.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.377.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.62.mixer.experts.346.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.24.mixer.experts.496.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.22.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.236.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.99.mixer.experts.131.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.291.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.252.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.452.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.83.mixer.experts.446.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.493.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.58.mixer.experts.427.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.37.mixer.experts.342.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.83.mixer.experts.150.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.511.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.10.mixer.experts.206.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.99.mixer.experts.397.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.87.mixer.experts.23.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.12.mixer.experts.0.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.62.mixer.experts.298.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.368.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.235.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.7.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.228.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.363.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.58.mixer.experts.288.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.131.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.212.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.379.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.58.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.33.mixer.experts.55.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.368.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.40.mixer.experts.139.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.42.mixer.experts.85.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.94.mixer.experts.417.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.507.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.21.mixer.experts.377.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.397.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.39.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.15.mixer.experts.197.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.90.mixer.experts.326.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.97.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.299.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.246.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.102.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.80.mixer.experts.450.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.40.mixer.experts.494.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.483.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.87.mixer.experts.491.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.37.mixer.experts.295.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.96.mixer.experts.21.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.37.mixer.experts.49.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.87.mixer.experts.401.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.452.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.107.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.53.mixer.experts.249.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.78.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.356.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.103.mixer.experts.267.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.40.mixer.experts.498.down_proj.weight": "model-00083-of-00225.safetensors", + "mtp.layers.1.mixer.fc1_latent_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.77.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.28.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.121.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.115.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.444.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.502.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.122.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.26.mixer.experts.324.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.367.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.30.mixer.experts.281.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.85.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.28.mixer.experts.433.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.96.mixer.experts.344.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.28.mixer.experts.20.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.74.mixer.experts.114.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.26.mixer.experts.91.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.62.mixer.experts.90.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.26.mixer.experts.490.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.12.mixer.experts.291.up_proj.weight": "model-00026-of-00225.safetensors", + "mtp.layers.1.mixer.experts.193.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.51.mixer.experts.384.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.17.mixer.experts.376.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.101.mixer.experts.100.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.78.mixer.experts.506.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.314.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.35.mixer.experts.373.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.460.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.400.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.336.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.51.mixer.experts.185.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.65.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.449.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.212.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.58.mixer.experts.366.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.448.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.65.mixer.experts.88.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.35.mixer.experts.37.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.390.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.8.mixer.experts.398.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.74.mixer.experts.368.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.90.mixer.experts.200.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.131.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.198.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.121.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.17.mixer.experts.268.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.76.mixer.experts.400.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.90.mixer.experts.343.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.30.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.386.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.96.mixer.experts.330.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.69.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.429.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.74.mixer.experts.29.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.161.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.122.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.85.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.99.mixer.experts.71.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.35.mixer.experts.466.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.46.mixer.experts.83.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.74.mixer.experts.331.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.51.mixer.experts.93.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.196.up_proj.weight": "model-00039-of-00225.safetensors", + "mtp.layers.1.mixer.experts.106.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.249.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.11.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.99.mixer.experts.149.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.71.mixer.experts.462.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.471.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.80.mixer.experts.396.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.373.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.266.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.46.mixer.experts.428.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.71.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.255.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.27.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.5.mixer.experts.417.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.329.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.101.mixer.experts.185.down_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.131.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.49.mixer.experts.145.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.19.mixer.experts.147.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.35.mixer.experts.105.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.109.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.87.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.362.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.426.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.87.mixer.experts.325.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.51.mixer.experts.214.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.381.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.509.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.15.mixer.experts.246.up_proj.weight": "model-00031-of-00225.safetensors", + "mtp.layers.1.mixer.experts.399.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.74.mixer.experts.183.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.103.mixer.experts.495.down_proj.weight": "model-00211-of-00225.safetensors", + "mtp.layers.1.mixer.experts.352.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.182.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.40.mixer.experts.182.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.105.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.230.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.425.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.51.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.74.mixer.experts.378.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.85.mixer.experts.4.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.55.mixer.experts.108.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.156.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.80.mixer.experts.358.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.64.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.49.mixer.experts.304.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.21.mixer.experts.157.down_proj.weight": "model-00044-of-00225.safetensors", + "mtp.layers.1.mixer.experts.195.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.229.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.142.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.175.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.251.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.21.mixer.experts.103.down_proj.weight": "model-00043-of-00225.safetensors", + "mtp.layers.1.mixer.experts.301.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.70.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.174.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.94.mixer.experts.482.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.313.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.87.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.99.mixer.experts.247.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.5.mixer.experts.300.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.17.mixer.experts.305.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.400.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.90.mixer.experts.486.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.10.mixer.experts.137.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.3.mixer.experts.47.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.71.mixer.experts.229.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.30.mixer.experts.400.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.502.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.80.mixer.experts.53.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.381.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.99.mixer.experts.439.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.161.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.15.mixer.experts.236.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.103.mixer.experts.61.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.323.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.92.mixer.experts.0.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.439.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.46.mixer.experts.266.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.53.mixer.experts.148.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.17.mixer.experts.97.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.24.mixer.experts.15.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.65.mixer.experts.371.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.105.mixer.experts.89.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.103.mixer.experts.396.down_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.268.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.53.mixer.experts.251.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.179.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.87.mixer.experts.313.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.69.mixer.experts.274.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.74.mixer.experts.5.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.3.mixer.experts.265.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.189.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.94.mixer.experts.197.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.105.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.18.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.46.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.101.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.28.mixer.experts.250.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.67.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.363.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.127.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.504.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.51.mixer.experts.253.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.21.mixer.experts.289.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.19.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.188.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.460.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.3.mixer.experts.336.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.51.mixer.experts.71.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.49.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.30.mixer.experts.164.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.188.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.47.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.44.mixer.experts.109.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.101.mixer.experts.351.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.292.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.44.mixer.experts.86.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.103.mixer.experts.64.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.105.mixer.experts.281.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.49.mixer.experts.285.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.421.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.35.mixer.experts.255.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.131.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.8.mixer.experts.472.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.15.mixer.experts.244.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.17.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.99.mixer.experts.353.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.15.mixer.experts.337.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.107.mixer.experts.348.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.95.mixer.in_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.78.mixer.experts.155.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.37.mixer.experts.315.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.295.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.58.mixer.experts.9.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.55.mixer.experts.271.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.68.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.5.mixer.experts.8.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.58.mixer.experts.449.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.479.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.83.mixer.experts.374.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.44.mixer.experts.383.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.44.mixer.experts.84.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.15.mixer.experts.185.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.23.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.87.mixer.experts.79.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.254.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.40.mixer.experts.22.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.12.mixer.experts.2.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.460.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.19.mixer.experts.139.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.58.mixer.experts.322.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.236.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.87.mixer.experts.207.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.5.mixer.experts.307.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.96.mixer.experts.134.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.107.mixer.experts.370.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.3.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.37.mixer.experts.290.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.461.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.127.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.8.mixer.experts.383.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.229.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.145.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.473.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.239.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.92.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.449.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.55.mixer.experts.376.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.375.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.57.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.60.mixer.experts.384.down_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.73.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.349.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.398.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.87.mixer.experts.125.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.269.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.96.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.21.mixer.experts.166.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.12.mixer.experts.166.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.fc2_latent_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.83.mixer.experts.349.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.417.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.15.mixer.experts.105.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.25.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.78.mixer.experts.392.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.322.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.15.mixer.experts.151.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.75.mixer.D": "model-00152-of-00225.safetensors", + "backbone.layers.80.mixer.experts.314.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.5.mixer.experts.297.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.51.mixer.experts.295.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.10.mixer.experts.197.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.336.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.19.mixer.experts.14.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.103.mixer.experts.146.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.12.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.350.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.90.mixer.experts.344.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.21.mixer.experts.67.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.76.mixer.experts.101.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.58.mixer.experts.19.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.402.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.30.mixer.experts.18.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.35.mixer.experts.473.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.21.mixer.experts.380.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.55.mixer.experts.230.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.299.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.90.mixer.experts.44.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.64.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.42.mixer.experts.194.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.481.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.351.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.453.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.5.mixer.experts.471.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.233.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.33.mixer.experts.107.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.27.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.37.mixer.experts.157.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.80.mixer.experts.83.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.452.up_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.300.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.103.mixer.experts.348.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.258.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.103.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.26.mixer.experts.366.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.90.mixer.experts.491.down_proj.weight": "model-00184-of-00225.safetensors", + "mtp.layers.1.mixer.experts.133.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.333.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.337.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.291.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.71.mixer.experts.433.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.78.mixer.experts.48.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.210.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.260.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.49.mixer.experts.160.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.266.down_proj.weight": "model-00108-of-00225.safetensors", + "mtp.layers.1.mixer.experts.81.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.232.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.279.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.experts.451.up_proj.weight": "model-00142-of-00225.safetensors", + "mtp.layers.1.mixer.experts.126.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.277.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.506.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.85.mixer.experts.268.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.69.mixer.experts.295.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.45.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.15.mixer.experts.20.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.76.mixer.experts.281.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.12.mixer.experts.342.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.46.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.58.mixer.experts.450.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.5.mixer.experts.31.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.67.mixer.experts.246.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.101.mixer.experts.307.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.8.mixer.experts.189.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.188.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.107.mixer.experts.474.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.78.mixer.experts.70.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.382.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.176.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.474.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.71.mixer.experts.164.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.392.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.1.mixer.experts.220.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.55.mixer.experts.304.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.367.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.62.mixer.experts.7.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.33.mixer.experts.210.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.67.mixer.experts.54.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.14.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.69.mixer.experts.397.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.293.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.355.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.10.mixer.experts.122.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.35.mixer.experts.26.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.37.mixer.experts.375.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.78.mixer.experts.293.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.225.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.3.mixer.experts.380.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.62.mixer.experts.454.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.144.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.24.mixer.experts.309.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.242.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.65.mixer.experts.338.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.80.mixer.experts.216.down_proj.weight": "model-00163-of-00225.safetensors", + "mtp.layers.1.mixer.experts.222.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.51.mixer.experts.263.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.96.mixer.experts.469.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.81.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.347.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.33.mixer.experts.371.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.10.mixer.experts.66.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.3.mixer.experts.470.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.71.mixer.experts.273.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.5.mixer.experts.144.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.123.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.17.mixer.experts.418.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.253.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.69.mixer.experts.197.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.46.mixer.experts.343.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.219.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.471.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.62.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.35.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.62.mixer.experts.423.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.290.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.58.mixer.experts.220.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.4.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.65.mixer.experts.460.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.113.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.94.mixer.experts.503.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.427.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.463.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.103.mixer.experts.227.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.80.mixer.experts.427.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.15.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.90.mixer.experts.160.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.1.mixer.experts.146.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.85.mixer.experts.109.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.34.mixer.in_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.62.mixer.experts.338.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.207.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.105.mixer.experts.323.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.95.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.267.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.6.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.284.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.35.mixer.experts.179.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.40.mixer.experts.97.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.92.mixer.experts.81.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.83.mixer.experts.358.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.90.mixer.experts.215.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.119.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.62.mixer.experts.210.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.292.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.445.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.15.mixer.experts.374.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.379.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.291.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.223.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.446.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.23.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.18.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.494.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.457.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.90.mixer.experts.357.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.26.mixer.experts.293.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.96.mixer.experts.127.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.53.mixer.experts.410.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.19.mixer.experts.121.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.24.mixer.experts.311.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.71.mixer.experts.65.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.51.mixer.experts.205.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.42.mixer.experts.505.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.49.mixer.experts.192.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.204.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.26.mixer.experts.489.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.72.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.69.mixer.experts.386.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.488.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.17.mixer.experts.322.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.411.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.345.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.65.mixer.experts.51.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.160.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.59.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.19.mixer.experts.499.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.487.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.464.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.experts.45.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.33.mixer.experts.147.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.22.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.103.mixer.experts.411.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.90.mixer.experts.242.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.504.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.222.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.358.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.4.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.17.mixer.experts.46.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.1.mixer.experts.264.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.90.mixer.experts.346.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.99.mixer.experts.328.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.342.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.92.mixer.experts.456.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.90.mixer.experts.234.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.67.mixer.experts.9.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.326.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.55.mixer.experts.193.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.85.mixer.experts.87.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.58.mixer.experts.496.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.103.mixer.experts.37.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.26.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.17.mixer.experts.128.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.341.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.71.mixer.experts.179.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.24.mixer.experts.156.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.105.mixer.experts.93.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.415.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.269.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.10.mixer.experts.363.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.58.mixer.experts.188.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.279.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.272.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.434.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.24.mixer.experts.149.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.5.mixer.experts.321.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.35.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.105.mixer.experts.415.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.53.mixer.experts.179.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.468.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.71.mixer.experts.239.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.463.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.69.mixer.experts.289.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.83.mixer.experts.39.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.357.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.56.mixer.D": "model-00115-of-00225.safetensors", + "backbone.layers.15.mixer.experts.67.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.11.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.69.mixer.experts.202.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.74.mixer.experts.324.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.17.mixer.experts.339.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.3.mixer.experts.152.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.85.mixer.experts.195.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.485.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.243.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.87.mixer.experts.265.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.154.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.141.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.12.mixer.experts.490.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.326.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.21.mixer.experts.483.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.46.mixer.experts.309.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.55.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.67.mixer.experts.71.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.96.mixer.experts.298.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.24.mixer.experts.240.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.15.mixer.experts.437.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.321.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.96.mixer.experts.89.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.33.mixer.experts.443.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.60.mixer.experts.174.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.37.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.51.mixer.experts.85.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.35.mixer.experts.14.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.58.mixer.experts.416.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.101.mixer.experts.374.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.15.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.289.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.44.mixer.experts.82.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.383.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.315.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.10.mixer.experts.102.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.67.mixer.experts.240.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.462.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.74.mixer.experts.189.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.448.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.101.mixer.experts.165.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.206.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.96.mixer.experts.101.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.175.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.53.mixer.experts.68.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.87.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.107.mixer.experts.6.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.501.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.78.mixer.experts.203.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.351.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.40.mixer.experts.297.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.60.mixer.experts.485.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.276.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.30.mixer.experts.473.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.364.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.432.down_proj.weight": "model-00028-of-00225.safetensors", + "mtp.layers.1.mixer.experts.315.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.484.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.19.mixer.experts.141.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.103.mixer.experts.211.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.44.mixer.experts.464.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.472.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.40.mixer.experts.96.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.387.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.5.mixer.experts.287.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.67.mixer.experts.449.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.experts.167.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.160.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.87.mixer.experts.105.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.121.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.399.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.124.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.103.mixer.experts.14.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.5.mixer.experts.428.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.33.mixer.experts.156.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.49.mixer.experts.91.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.99.mixer.experts.187.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.85.mixer.experts.20.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.107.mixer.experts.482.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.94.mixer.experts.371.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.53.mixer.experts.301.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.92.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.80.mixer.experts.343.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.53.mixer.experts.182.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.21.mixer.experts.169.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.74.mixer.experts.236.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.62.mixer.experts.410.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.69.mixer.experts.281.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.309.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.120.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.87.mixer.experts.94.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.282.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.24.mixer.experts.346.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.34.up_proj.weight": "model-00107-of-00225.safetensors", + "mtp.layers.1.mixer.experts.181.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.19.mixer.experts.21.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.53.mixer.experts.278.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.83.mixer.experts.422.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.493.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.24.mixer.experts.48.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.277.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.15.mixer.experts.274.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.108.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.138.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.369.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.37.mixer.experts.430.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.3.mixer.experts.38.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.83.mixer.experts.324.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.21.mixer.experts.240.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.21.mixer.experts.442.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.26.mixer.experts.336.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.49.mixer.experts.115.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.353.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.393.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.343.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.37.mixer.experts.137.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.76.mixer.experts.267.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.87.mixer.experts.48.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.235.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.489.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.62.mixer.experts.3.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.508.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.44.mixer.experts.64.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.371.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.17.mixer.experts.70.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.83.mixer.experts.219.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.21.mixer.experts.38.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.94.mixer.experts.503.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.44.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.107.mixer.experts.231.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.105.mixer.experts.218.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.35.mixer.experts.337.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.132.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.264.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.28.mixer.experts.39.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.92.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.192.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.40.mixer.experts.340.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.94.mixer.experts.270.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.404.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.71.mixer.experts.403.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.103.mixer.experts.488.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.58.mixer.experts.140.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.42.mixer.experts.176.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.24.mixer.experts.241.up_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.120.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.24.mixer.experts.435.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.44.mixer.experts.158.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.245.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.107.mixer.experts.223.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.46.mixer.experts.452.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.330.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.115.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.99.mixer.experts.509.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.12.mixer.experts.191.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.44.mixer.experts.125.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.287.down_proj.weight": "model-00186-of-00225.safetensors", + "mtp.layers.1.mixer.experts.434.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.96.mixer.experts.24.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.78.mixer.experts.419.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.71.mixer.experts.420.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.52.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.335.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.55.mixer.experts.27.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.99.mixer.experts.113.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.355.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.26.mixer.experts.350.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.78.mixer.experts.186.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.201.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.92.mixer.experts.336.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.1.mixer.experts.446.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.67.mixer.experts.196.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.361.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.58.mixer.experts.145.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.500.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.5.mixer.experts.434.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.33.mixer.experts.437.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.85.mixer.experts.9.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.78.mixer.experts.272.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.372.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.85.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.249.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.5.mixer.experts.385.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.433.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.60.mixer.experts.186.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.487.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.44.mixer.experts.221.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.5.mixer.experts.334.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.245.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.330.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.74.mixer.experts.371.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.46.mixer.experts.431.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.46.mixer.experts.220.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.62.mixer.experts.488.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.71.mixer.experts.508.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.94.mixer.experts.174.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.62.mixer.experts.170.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.57.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.238.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.19.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.33.mixer.experts.50.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.478.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.494.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.67.mixer.experts.162.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.44.mixer.experts.482.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.243.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.481.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.105.mixer.experts.359.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.81.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.83.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.44.mixer.experts.212.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.67.mixer.experts.209.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.60.mixer.experts.85.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.83.mixer.experts.342.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.191.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.74.mixer.experts.456.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.62.mixer.experts.138.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.467.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.65.mixer.experts.500.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.313.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.108.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.122.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.46.mixer.experts.95.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.35.mixer.experts.33.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.65.mixer.experts.152.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.330.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.197.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.447.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.95.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.101.mixer.experts.141.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.78.mixer.experts.342.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.experts.336.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.95.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.33.mixer.experts.227.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.451.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.413.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.46.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.experts.232.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.133.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.225.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.322.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.19.mixer.experts.58.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.60.mixer.experts.329.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.266.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.33.mixer.experts.86.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.101.mixer.experts.149.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.123.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.58.mixer.experts.240.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.90.mixer.experts.348.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.433.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.38.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.10.mixer.experts.393.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.16.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.8.mixer.experts.118.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.28.mixer.experts.273.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.443.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.107.mixer.experts.54.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.107.mixer.experts.167.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.37.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.78.mixer.experts.489.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.42.mixer.experts.390.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.35.mixer.experts.195.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.5.mixer.experts.489.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.80.mixer.experts.436.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.74.mixer.experts.322.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.21.mixer.experts.51.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.253.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.42.mixer.experts.132.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.185.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.15.mixer.experts.448.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.33.mixer.experts.3.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.58.mixer.experts.148.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.378.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.433.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.62.mixer.experts.481.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.55.mixer.experts.135.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.46.mixer.experts.23.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.24.mixer.experts.490.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.71.mixer.experts.473.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.410.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.21.mixer.experts.34.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.211.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.1.mixer.experts.475.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.80.mixer.gate.weight": "model-00165-of-00225.safetensors", + "backbone.layers.94.mixer.experts.278.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.468.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.37.mixer.experts.414.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.62.mixer.experts.89.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.76.mixer.shared_experts.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.28.mixer.experts.234.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.175.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.10.mixer.experts.271.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.19.mixer.experts.390.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.58.mixer.experts.131.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.314.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.511.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.62.mixer.experts.496.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.222.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.10.mixer.experts.42.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.185.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.83.mixer.experts.440.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.262.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.298.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.1.mixer.experts.17.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.91.mixer.norm.weight": "model-00184-of-00225.safetensors", + "backbone.layers.67.mixer.experts.373.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.144.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.94.mixer.experts.162.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.23.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.24.mixer.experts.494.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.103.mixer.experts.427.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.312.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.65.mixer.experts.0.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.287.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.3.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.28.mixer.experts.17.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.46.mixer.experts.316.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.375.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.475.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.3.mixer.experts.261.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.302.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.12.mixer.experts.61.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.74.mixer.experts.364.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.24.mixer.experts.453.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.85.mixer.experts.464.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.40.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.62.mixer.experts.309.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.107.mixer.experts.415.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.390.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.487.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.201.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.5.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.94.mixer.experts.273.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.107.mixer.experts.56.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.247.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.379.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.86.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.79.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.28.mixer.experts.94.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.46.mixer.experts.250.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.experts.380.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.110.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.196.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.105.mixer.experts.29.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.55.mixer.experts.236.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.107.mixer.experts.59.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.5.mixer.experts.120.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.155.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.63.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.433.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.10.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.92.mixer.experts.378.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.436.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.99.mixer.experts.272.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.99.mixer.experts.415.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.279.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.105.mixer.experts.477.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.365.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.58.mixer.experts.188.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.60.mixer.experts.83.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.438.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.444.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.15.mixer.experts.508.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.21.mixer.experts.6.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.33.mixer.experts.56.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.96.mixer.experts.155.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.94.mixer.experts.375.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.98.mixer.q_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.62.mixer.experts.46.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.287.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.117.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.65.mixer.experts.211.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.26.mixer.experts.229.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.87.mixer.experts.310.up_proj.weight": "model-00177-of-00225.safetensors", + "mtp.layers.1.mixer.experts.470.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.42.mixer.experts.162.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.431.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.3.mixer.experts.384.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.54.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.225.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.488.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.5.mixer.experts.47.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.33.mixer.experts.292.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.33.mixer.experts.496.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.72.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.166.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.109.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.370.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.149.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.49.mixer.experts.180.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.33.mixer.experts.39.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.80.mixer.experts.386.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.204.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.369.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.417.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.103.mixer.experts.15.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.35.mixer.experts.490.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.80.mixer.experts.277.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.135.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.92.mixer.experts.259.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.87.mixer.experts.492.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.1.mixer.experts.184.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.156.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.58.mixer.experts.165.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.339.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.12.mixer.experts.410.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.352.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.37.mixer.experts.404.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.87.mixer.experts.451.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.40.mixer.experts.406.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.83.mixer.experts.11.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.67.mixer.experts.101.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.103.mixer.experts.232.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.40.mixer.experts.288.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.78.mixer.experts.13.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.15.mixer.experts.414.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.87.mixer.experts.211.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.49.mixer.experts.170.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.21.mixer.experts.362.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.332.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.252.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.274.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.281.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.105.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.246.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.60.mixer.experts.298.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.19.mixer.experts.152.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.158.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.5.mixer.experts.436.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.319.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.311.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.21.mixer.experts.108.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.58.mixer.experts.491.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.71.mixer.experts.80.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.24.mixer.experts.249.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.76.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.3.mixer.experts.252.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.65.mixer.experts.0.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.21.mixer.experts.29.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.81.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.37.mixer.experts.323.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.85.mixer.experts.304.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.509.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.81.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.85.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.101.mixer.experts.152.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.94.mixer.experts.413.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.224.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.33.mixer.experts.495.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.107.mixer.experts.245.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.223.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.423.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.55.mixer.experts.445.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.198.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.49.mixer.experts.208.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.311.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.474.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.437.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.76.mixer.experts.237.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.212.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.17.mixer.experts.200.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.254.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.12.mixer.fc2_latent_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.501.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.3.mixer.experts.83.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.481.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.3.mixer.experts.425.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.444.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.51.mixer.experts.113.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.439.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.76.mixer.experts.500.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.24.mixer.experts.21.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.478.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.34.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.26.mixer.experts.25.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.17.mixer.experts.98.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.30.mixer.experts.383.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.345.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.413.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.245.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.105.mixer.experts.345.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.101.mixer.experts.379.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.33.mixer.experts.176.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.407.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.36.mixer.conv1d.bias": "model-00074-of-00225.safetensors", + "backbone.layers.101.mixer.experts.433.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.139.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.85.mixer.experts.361.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.157.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.78.mixer.experts.70.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.278.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.28.mixer.experts.196.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.488.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.24.mixer.experts.2.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.92.mixer.experts.111.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.69.mixer.experts.60.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.9.mixer.A_log": "model-00019-of-00225.safetensors", + "backbone.layers.46.mixer.experts.429.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.331.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.74.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.21.mixer.experts.418.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.103.mixer.experts.306.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.28.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.19.mixer.experts.84.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.105.mixer.experts.422.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.15.mixer.experts.319.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.218.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.8.mixer.experts.436.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.67.mixer.experts.406.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.146.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.231.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.26.mixer.experts.120.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.101.mixer.experts.429.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.7.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.18.mixer.A_log": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.26.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.5.mixer.experts.22.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.26.mixer.experts.461.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.37.mixer.experts.202.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.9.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.78.mixer.experts.295.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.311.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.26.mixer.experts.413.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.49.mixer.experts.240.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.78.mixer.experts.32.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.347.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.67.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.170.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.92.mixer.experts.170.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.28.mixer.experts.216.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.26.mixer.experts.296.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.10.mixer.experts.494.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.26.mixer.experts.109.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.44.mixer.experts.49.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.74.mixer.experts.275.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.62.mixer.experts.510.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.10.mixer.experts.237.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.71.mixer.experts.84.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.5.mixer.experts.388.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.407.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.28.mixer.experts.482.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.25.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.30.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.46.mixer.experts.60.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.111.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.95.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.55.mixer.experts.165.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.99.mixer.experts.4.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.1.mixer.experts.34.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.51.mixer.experts.86.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.55.mixer.experts.11.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.28.mixer.experts.341.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.103.mixer.experts.344.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.69.mixer.experts.127.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.1.mixer.experts.151.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.282.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.336.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.37.mixer.experts.282.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.378.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.292.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.55.mixer.experts.431.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.85.mixer.experts.301.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.93.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.37.mixer.experts.421.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.10.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.250.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.46.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.74.mixer.experts.438.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.101.mixer.experts.384.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.92.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.378.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.413.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.103.mixer.experts.191.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.28.mixer.experts.426.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.286.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.55.mixer.experts.435.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.55.mixer.experts.58.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.94.mixer.experts.170.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.58.mixer.experts.78.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.99.mixer.experts.251.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.334.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.502.up_proj.weight": "model-00051-of-00225.safetensors", + "mtp.layers.1.mixer.experts.367.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.62.mixer.experts.24.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.55.mixer.experts.489.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.90.mixer.experts.375.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.26.mixer.experts.158.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.429.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.40.mixer.experts.148.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.12.mixer.experts.112.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.15.mixer.experts.412.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.411.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.382.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.96.mixer.experts.187.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.10.mixer.experts.146.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.105.mixer.experts.22.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.333.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.75.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.8.mixer.experts.369.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.105.mixer.experts.403.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.49.mixer.experts.228.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.33.mixer.experts.301.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.80.mixer.experts.388.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.96.mixer.experts.201.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.73.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.305.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.53.mixer.experts.261.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.85.mixer.experts.219.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.186.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.42.mixer.experts.458.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.449.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.471.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.158.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.46.mixer.experts.333.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.391.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.339.up_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.221.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.81.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.79.mixer.conv1d.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.65.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.1.mixer.experts.105.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.50.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.377.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.202.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.21.mixer.experts.369.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.3.mixer.experts.308.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.10.mixer.experts.155.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.445.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.15.mixer.experts.332.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.85.mixer.experts.88.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.5.mixer.experts.164.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.221.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.414.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.60.mixer.experts.489.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.52.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.55.mixer.experts.367.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.33.mixer.experts.391.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.44.mixer.experts.43.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.60.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.85.mixer.experts.284.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.3.mixer.experts.94.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.71.mixer.experts.9.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.35.mixer.experts.337.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.1.mixer.experts.362.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.5.mixer.experts.42.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.51.mixer.experts.67.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.49.mixer.experts.152.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.151.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.103.mixer.experts.305.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.288.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.8.mixer.experts.225.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.166.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.124.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.479.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.35.mixer.experts.9.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.42.mixer.experts.382.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.101.mixer.experts.296.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.71.mixer.experts.447.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.71.mixer.experts.321.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.87.mixer.experts.157.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.49.mixer.experts.289.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.83.mixer.experts.8.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.42.mixer.experts.334.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.85.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.83.mixer.experts.276.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.373.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.46.mixer.experts.301.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.46.mixer.experts.129.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.3.mixer.experts.367.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.101.mixer.experts.491.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.8.mixer.experts.276.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.73.down_proj.weight": "model-00025-of-00225.safetensors", + "mtp.layers.1.mixer.experts.287.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.68.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.10.mixer.experts.71.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.30.mixer.experts.136.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.383.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.92.mixer.experts.411.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.208.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.335.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.26.mixer.experts.76.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.96.mixer.experts.242.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.17.mixer.experts.174.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.58.mixer.experts.237.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.30.mixer.experts.239.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.474.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.53.mixer.experts.37.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.362.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.248.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.71.mixer.experts.168.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.101.mixer.experts.36.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.105.mixer.experts.290.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.122.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.304.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.90.mixer.experts.277.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.403.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.424.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.396.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.76.mixer.experts.383.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.156.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.78.mixer.experts.9.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.74.mixer.experts.104.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.37.mixer.experts.467.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.297.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.71.mixer.experts.189.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.103.mixer.experts.421.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.138.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.202.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.485.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.319.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.244.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.62.mixer.experts.135.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.10.mixer.experts.360.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.58.mixer.experts.447.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.111.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.81.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.446.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.342.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.37.mixer.experts.121.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.80.mixer.experts.337.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.30.mixer.experts.140.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.433.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.58.mixer.experts.350.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.167.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.12.mixer.experts.60.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.39.mixer.o_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.60.mixer.experts.493.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.46.mixer.experts.41.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.26.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.62.mixer.experts.454.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.217.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.6.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.69.mixer.experts.351.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.26.mixer.experts.180.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.498.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.74.mixer.experts.335.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.experts.495.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.10.mixer.experts.182.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.8.mixer.experts.342.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.10.mixer.experts.367.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.447.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.1.mixer.experts.410.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.92.mixer.experts.466.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.64.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.39.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.43.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.369.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.172.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.105.mixer.experts.339.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.28.mixer.experts.185.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.272.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.240.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.177.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.74.mixer.experts.181.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.157.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.261.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.462.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.368.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.449.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.222.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.98.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.110.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.278.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.334.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.297.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.245.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.74.mixer.experts.38.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.99.mixer.experts.494.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.3.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.60.mixer.experts.264.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.132.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.27.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.84.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.504.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.103.mixer.experts.304.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.376.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.468.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.12.mixer.experts.278.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.11.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.31.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.80.mixer.experts.387.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.44.mixer.experts.411.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.101.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.331.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.96.mixer.experts.422.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.95.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.58.mixer.experts.64.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.80.mixer.experts.185.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.94.mixer.experts.146.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.117.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.26.mixer.experts.456.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.129.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.482.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.218.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.33.mixer.experts.269.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.92.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.19.mixer.experts.37.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.103.mixer.experts.59.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.99.mixer.experts.68.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.148.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.87.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.55.mixer.experts.150.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.80.mixer.experts.28.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.78.mixer.experts.503.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.76.mixer.experts.395.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.394.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.8.mixer.experts.183.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.411.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.14.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.3.mixer.experts.29.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.19.mixer.experts.444.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.107.mixer.experts.58.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.43.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.74.mixer.experts.49.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.30.mixer.experts.430.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.70.mixer.in_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.3.mixer.experts.166.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.76.mixer.experts.386.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.33.mixer.experts.182.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.495.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.42.mixer.experts.394.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.46.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.3.mixer.experts.103.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.33.mixer.experts.71.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.62.mixer.experts.49.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.106.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.69.mixer.experts.233.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.505.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.76.mixer.experts.269.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.71.mixer.experts.210.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.107.mixer.experts.31.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.17.mixer.experts.288.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.141.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.62.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.96.mixer.experts.345.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.90.mixer.experts.390.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.92.mixer.experts.205.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.123.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.349.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.1.mixer.experts.276.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.96.mixer.experts.420.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.60.mixer.experts.367.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.26.mixer.experts.262.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.fc1_latent_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.11.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.67.mixer.experts.369.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.96.mixer.experts.202.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.46.mixer.experts.138.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.65.mixer.experts.332.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.72.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.80.mixer.experts.290.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.80.mixer.experts.59.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.127.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.3.mixer.experts.327.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.165.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.40.mixer.experts.262.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.507.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.74.mixer.experts.323.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.287.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.78.mixer.experts.413.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.493.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.96.mixer.experts.380.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.29.up_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.245.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.76.mixer.experts.221.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.350.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.76.mixer.experts.386.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.40.mixer.experts.432.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.76.mixer.experts.367.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.78.mixer.experts.75.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.67.mixer.experts.55.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.196.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.15.mixer.experts.312.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.442.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.85.mixer.experts.330.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.83.mixer.experts.320.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.75.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.12.mixer.experts.33.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.69.mixer.experts.325.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.371.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.83.mixer.experts.256.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.139.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.67.mixer.experts.244.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.107.mixer.experts.215.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.90.mixer.experts.438.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.39.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.87.mixer.experts.467.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.92.mixer.experts.333.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.69.mixer.experts.348.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.60.mixer.experts.249.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.experts.410.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.67.mixer.experts.201.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.15.mixer.experts.137.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.51.mixer.experts.346.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.78.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.99.mixer.experts.99.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.214.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.477.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.224.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.30.mixer.experts.74.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.51.mixer.experts.13.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.87.mixer.experts.222.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.107.mixer.experts.232.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.51.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.390.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.12.mixer.experts.420.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.51.mixer.experts.477.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.92.mixer.experts.30.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.53.mixer.experts.186.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.12.mixer.experts.291.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.76.mixer.experts.5.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.83.mixer.experts.117.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.37.mixer.experts.213.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.19.mixer.experts.150.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.280.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.319.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.10.mixer.experts.37.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.10.mixer.experts.435.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.281.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.15.mixer.experts.188.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.80.mixer.experts.385.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.255.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.21.mixer.experts.411.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.207.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.85.mixer.experts.428.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.344.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.3.mixer.experts.127.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.33.mixer.experts.405.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.49.mixer.experts.429.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.452.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.3.mixer.experts.510.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.15.mixer.experts.319.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.21.mixer.experts.58.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.276.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.206.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.447.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.271.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.346.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.8.mixer.experts.482.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.67.mixer.experts.129.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.34.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.243.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.375.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.331.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.382.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.104.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.28.mixer.experts.376.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.17.mixer.experts.193.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.26.mixer.experts.415.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.165.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.5.mixer.experts.474.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.33.mixer.experts.55.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.77.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.453.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.28.mixer.experts.3.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.74.mixer.experts.416.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.6.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.103.mixer.experts.297.up_proj.weight": "model-00209-of-00225.safetensors", + "mtp.layers.1.mixer.experts.478.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.14.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.291.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.44.mixer.experts.327.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.105.mixer.experts.384.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.318.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.5.mixer.experts.380.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.327.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.37.mixer.experts.307.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.92.mixer.experts.268.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.15.mixer.experts.119.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.74.mixer.experts.227.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.107.mixer.experts.0.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.90.mixer.experts.470.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.16.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.69.mixer.experts.71.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.502.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.10.mixer.fc1_latent_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.91.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.255.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.33.mixer.experts.474.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.475.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.368.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.56.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.35.mixer.experts.414.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.1.mixer.experts.154.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.28.mixer.experts.471.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.58.mixer.experts.315.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.488.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.60.mixer.experts.160.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.107.mixer.experts.290.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.165.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.431.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.80.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.83.mixer.experts.279.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.218.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.99.mixer.experts.231.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.10.mixer.experts.428.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.92.mixer.experts.167.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.101.mixer.experts.259.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.76.mixer.experts.133.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.431.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.44.mixer.experts.95.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.3.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.55.mixer.experts.330.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.8.mixer.experts.84.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.426.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.29.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.131.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.330.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.16.mixer.conv1d.weight": "model-00033-of-00225.safetensors", + "backbone.layers.107.mixer.experts.204.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.303.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.24.mixer.experts.46.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.24.mixer.experts.188.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.17.mixer.experts.3.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.199.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.105.mixer.experts.125.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.250.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.355.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.191.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.204.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.65.mixer.experts.170.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.experts.67.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.356.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.219.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.171.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.219.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.125.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.103.mixer.experts.386.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.240.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.53.mixer.experts.453.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.207.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.405.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.406.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.62.mixer.experts.82.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.12.mixer.experts.505.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.406.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.49.mixer.experts.360.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.1.mixer.experts.472.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.148.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.37.mixer.experts.223.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.303.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.60.mixer.experts.10.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.320.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.231.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.362.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.49.mixer.experts.385.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.37.mixer.experts.246.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.32.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.experts.465.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.96.mixer.experts.281.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.33.mixer.experts.467.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.12.mixer.experts.476.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.105.mixer.experts.74.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.74.mixer.experts.64.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.454.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.55.mixer.experts.339.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.60.mixer.experts.59.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.161.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.33.mixer.experts.386.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.62.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.30.mixer.experts.330.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.50.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.1.mixer.experts.273.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.69.mixer.experts.240.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.2.up_proj.weight": "model-00006-of-00225.safetensors", + "mtp.layers.1.mixer.experts.75.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.113.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.46.mixer.experts.467.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.42.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.69.mixer.experts.299.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.195.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.87.mixer.experts.376.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.31.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.85.mixer.experts.342.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.17.mixer.experts.498.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.463.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.380.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.369.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.328.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.388.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.44.mixer.experts.157.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.74.mixer.experts.502.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.99.mixer.experts.456.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.5.mixer.experts.250.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.46.mixer.experts.137.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.19.mixer.experts.509.down_proj.weight": "model-00042-of-00225.safetensors", + "mtp.layers.1.mixer.experts.477.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.46.mixer.experts.54.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.1.mixer.experts.302.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.323.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.466.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.10.mixer.experts.373.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.99.mixer.experts.366.up_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.156.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.67.mixer.experts.186.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.92.mixer.experts.282.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.472.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.17.mixer.experts.197.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.434.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.136.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.83.mixer.experts.309.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.96.mixer.experts.136.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.46.mixer.experts.339.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.44.mixer.experts.73.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.19.mixer.experts.313.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.105.mixer.experts.433.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.459.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.96.mixer.experts.116.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.26.mixer.experts.175.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.129.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.65.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.69.mixer.experts.172.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.31.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.53.mixer.experts.245.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.35.mixer.experts.91.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.12.mixer.experts.461.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.105.mixer.experts.133.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.223.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.1.mixer.experts.268.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.37.mixer.experts.197.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.498.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.76.mixer.experts.93.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.492.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.65.mixer.experts.115.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.241.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.74.mixer.experts.333.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.226.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.288.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.508.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.19.mixer.experts.239.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.442.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.444.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.80.mixer.experts.434.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.62.mixer.experts.262.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.311.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.71.mixer.experts.49.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.138.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.81.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.96.mixer.experts.137.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.35.mixer.experts.60.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.60.mixer.experts.440.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.105.mixer.experts.135.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.46.mixer.experts.407.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.324.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.5.mixer.experts.319.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.24.mixer.experts.9.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.105.mixer.experts.154.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.51.mixer.experts.399.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.362.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.15.mixer.experts.492.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.284.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.183.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.83.mixer.experts.349.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.24.mixer.experts.134.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.24.mixer.experts.476.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.107.mixer.experts.26.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.24.mixer.experts.354.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.17.mixer.experts.66.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.498.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.51.mixer.experts.322.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.28.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.47.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.1.mixer.experts.394.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.19.mixer.experts.365.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.3.mixer.experts.398.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.76.mixer.experts.352.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.62.mixer.experts.508.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.70.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.58.mixer.experts.95.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.383.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.234.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.35.mixer.experts.327.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.71.mixer.experts.424.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.67.mixer.experts.155.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.21.mixer.experts.406.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.76.mixer.experts.151.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.87.mixer.experts.453.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.21.mixer.experts.107.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.42.mixer.experts.121.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.85.mixer.experts.201.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.202.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.115.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.212.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.21.mixer.experts.96.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.12.mixer.experts.369.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.42.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.53.mixer.experts.188.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.17.mixer.experts.85.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.197.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.409.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.254.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.58.mixer.experts.211.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.188.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.12.mixer.experts.63.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.52.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.49.mixer.experts.412.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.221.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.99.mixer.experts.189.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.85.mixer.experts.369.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.421.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.45.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.60.mixer.experts.89.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.85.mixer.experts.197.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.69.mixer.experts.131.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.69.mixer.experts.190.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.96.mixer.experts.499.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.10.mixer.experts.2.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.30.mixer.experts.238.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.5.mixer.experts.458.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.80.mixer.experts.454.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.65.mixer.experts.220.down_proj.weight": "model-00131-of-00225.safetensors", + "mtp.layers.1.mixer.experts.4.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.21.mixer.experts.460.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.1.mixer.experts.435.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.67.mixer.experts.473.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.382.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.8.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.3.mixer.experts.509.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.35.mixer.experts.321.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.90.mixer.experts.89.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.439.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.46.mixer.experts.337.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.105.mixer.experts.122.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.5.mixer.experts.449.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.107.mixer.experts.121.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.159.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.83.mixer.experts.441.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.40.mixer.experts.411.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.420.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.465.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.92.mixer.experts.390.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.508.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.187.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.433.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.107.mixer.experts.54.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.99.mixer.experts.354.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.111.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.35.mixer.experts.453.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.311.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.56.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.384.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.315.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.74.mixer.experts.178.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.3.mixer.experts.201.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.60.mixer.experts.480.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.60.mixer.experts.66.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.33.mixer.experts.355.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.400.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.33.mixer.experts.216.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.69.mixer.experts.316.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.94.mixer.experts.354.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.37.mixer.experts.429.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.65.mixer.experts.317.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.119.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.201.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.199.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.349.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.8.mixer.experts.73.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.42.mixer.experts.61.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.30.mixer.experts.88.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.187.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.99.mixer.experts.231.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.309.down_proj.weight": "model-00205-of-00225.safetensors", + "mtp.layers.1.mixer.experts.32.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.17.mixer.experts.169.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.51.mixer.experts.342.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.85.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.58.mixer.experts.151.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.103.mixer.experts.370.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.15.mixer.experts.177.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.131.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.94.mixer.experts.492.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.53.mixer.experts.421.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.78.mixer.experts.379.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.465.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.74.mixer.experts.72.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.49.mixer.experts.230.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.495.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.87.mixer.experts.374.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.76.mixer.experts.156.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.78.mixer.experts.190.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.401.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.71.mixer.experts.159.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.449.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.403.down_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.280.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.428.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.92.mixer.experts.281.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.375.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.94.mixer.experts.404.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.16.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.8.mixer.experts.338.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.42.mixer.experts.2.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.15.mixer.experts.223.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.27.mixer.dt_bias": "model-00056-of-00225.safetensors", + "mtp.layers.1.mixer.experts.82.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.100.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.432.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.131.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.138.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.434.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.8.mixer.experts.505.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.244.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.1.mixer.experts.282.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.55.mixer.experts.256.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.35.mixer.experts.444.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.55.mixer.experts.251.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.62.mixer.experts.73.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.49.mixer.experts.396.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.51.mixer.experts.107.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.296.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.28.mixer.experts.23.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.286.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.42.mixer.experts.123.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.347.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.21.mixer.experts.252.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.94.mixer.experts.119.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.53.mixer.experts.380.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.427.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.326.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.141.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.113.down_proj.weight": "model-00144-of-00225.safetensors", + "mtp.layers.1.mixer.experts.357.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.366.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.83.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.15.mixer.experts.276.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.345.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.35.mixer.experts.390.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.240.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.46.mixer.experts.134.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.77.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.8.mixer.experts.487.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.92.mixer.experts.221.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.51.mixer.experts.462.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.107.mixer.experts.316.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.60.mixer.experts.324.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.74.mixer.experts.448.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.71.mixer.experts.264.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.40.mixer.experts.140.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.76.mixer.experts.118.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.360.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.44.mixer.experts.118.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.464.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.15.mixer.experts.125.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.37.mixer.experts.382.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.26.mixer.experts.16.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.74.mixer.experts.414.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.344.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.92.mixer.experts.76.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.51.mixer.experts.193.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.87.mixer.experts.37.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.71.mixer.experts.297.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.412.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.19.mixer.experts.348.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.105.mixer.experts.5.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.88.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.78.mixer.experts.339.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.14.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.90.mixer.experts.297.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.379.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.30.mixer.experts.370.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.103.mixer.experts.511.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.107.mixer.experts.309.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.103.mixer.experts.201.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.10.mixer.experts.482.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.15.mixer.experts.190.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.322.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.15.mixer.experts.146.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.90.mixer.experts.32.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.454.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.252.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.5.mixer.experts.415.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.48.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.80.mixer.experts.141.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.476.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.190.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.94.mixer.experts.492.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.95.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.12.mixer.experts.224.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.101.mixer.experts.90.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.116.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.65.mixer.experts.62.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.362.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.80.mixer.experts.238.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.134.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.67.mixer.experts.106.down_proj.weight": "model-00135-of-00225.safetensors", + "mtp.layers.1.mixer.experts.346.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.101.mixer.experts.169.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.5.mixer.experts.40.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.33.mixer.experts.1.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.69.mixer.experts.429.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.62.mixer.experts.488.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.12.mixer.experts.407.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.5.mixer.experts.293.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.99.mixer.experts.408.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.207.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.342.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.181.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.15.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.8.mixer.experts.353.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.462.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.67.mixer.experts.486.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.65.mixer.experts.374.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.316.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.26.mixer.experts.136.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.78.mixer.experts.253.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.1.mixer.experts.115.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.285.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.433.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.120.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.61.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.53.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.15.mixer.experts.7.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.58.mixer.experts.498.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.96.mixer.experts.296.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.450.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.126.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.418.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.65.mixer.experts.57.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.37.mixer.experts.125.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.5.mixer.experts.435.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.164.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.21.mixer.experts.19.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.105.mixer.experts.233.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.101.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.508.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.454.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.216.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.8.mixer.experts.341.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.24.mixer.experts.14.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.24.mixer.experts.420.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.29.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.385.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.484.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.37.mixer.experts.56.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.49.mixer.experts.426.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.110.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.experts.351.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.experts.264.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.19.mixer.experts.295.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.58.mixer.experts.31.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.207.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.107.mixer.experts.435.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.12.mixer.experts.185.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.465.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.192.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.46.mixer.experts.131.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.46.mixer.experts.174.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.250.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.24.mixer.experts.388.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.42.mixer.experts.378.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.280.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.264.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.46.mixer.experts.123.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.339.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.42.mixer.experts.435.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.8.mixer.experts.229.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.76.mixer.experts.55.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.103.mixer.experts.176.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.474.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.409.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.101.mixer.experts.283.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.36.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.44.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.108.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.496.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.5.mixer.experts.166.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.53.mixer.experts.146.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.1.mixer.experts.352.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.465.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.19.mixer.experts.166.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.107.mixer.experts.399.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.368.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.62.mixer.experts.225.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.401.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.126.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.307.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.37.mixer.experts.353.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.1.mixer.experts.349.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.94.mixer.experts.472.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.26.mixer.experts.119.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.3.mixer.experts.481.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.80.mixer.experts.257.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.133.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.10.mixer.experts.332.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.46.mixer.experts.80.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.80.mixer.experts.321.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.15.mixer.experts.438.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.83.mixer.experts.448.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.107.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.409.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.69.mixer.experts.364.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.92.mixer.experts.417.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.221.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.85.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.78.mixer.experts.307.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.74.mixer.experts.405.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.53.mixer.experts.64.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.46.mixer.experts.500.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.451.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.38.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.107.mixer.experts.312.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.506.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.5.mixer.experts.508.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.29.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.297.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.69.mixer.experts.484.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.8.mixer.experts.410.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.252.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.51.mixer.experts.68.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.178.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.255.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.21.mixer.experts.424.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.60.mixer.experts.90.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.67.mixer.experts.391.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.46.mixer.experts.101.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.74.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.200.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.46.mixer.experts.454.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.33.mixer.experts.176.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.87.mixer.experts.474.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.67.mixer.experts.130.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.24.mixer.experts.488.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.28.mixer.experts.451.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.12.mixer.experts.257.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.321.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.55.mixer.experts.275.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.40.mixer.experts.68.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.422.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.107.mixer.experts.263.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.90.mixer.experts.59.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.28.mixer.experts.462.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.101.mixer.experts.421.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.24.mixer.experts.392.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.85.mixer.experts.15.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.76.mixer.experts.68.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.51.mixer.experts.123.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.24.mixer.experts.480.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.62.mixer.experts.376.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.55.mixer.experts.450.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.58.mixer.experts.358.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.377.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.51.mixer.experts.149.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.400.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.55.mixer.experts.332.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.49.mixer.experts.18.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.94.mixer.experts.204.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.12.mixer.experts.366.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.204.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.23.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.51.mixer.experts.115.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.49.mixer.experts.214.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.19.mixer.experts.272.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.33.mixer.experts.458.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.46.mixer.experts.240.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.167.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.76.mixer.experts.105.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.238.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.49.mixer.experts.294.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.40.mixer.experts.420.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.71.mixer.experts.348.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.90.mixer.experts.19.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.221.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.230.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.96.mixer.experts.339.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.76.mixer.experts.446.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.385.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.44.mixer.experts.215.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.448.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.126.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.132.up_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.166.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.55.mixer.experts.321.down_proj.weight": "model-00113-of-00225.safetensors", + "mtp.layers.1.mixer.experts.304.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.5.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.44.mixer.experts.414.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.62.mixer.experts.371.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.243.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.63.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.94.mixer.experts.123.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.275.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.87.mixer.experts.17.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.190.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.433.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.90.mixer.experts.242.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.375.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.44.mixer.experts.433.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.107.mixer.experts.423.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.107.mixer.experts.320.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.249.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.285.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.46.mixer.experts.374.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.103.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.240.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.319.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.276.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.301.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.105.mixer.experts.436.down_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.162.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.107.mixer.experts.405.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.69.mixer.experts.329.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.10.mixer.experts.382.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.62.mixer.experts.360.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.103.mixer.experts.397.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.92.mixer.experts.197.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.24.mixer.experts.347.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.105.mixer.experts.34.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.110.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.437.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.491.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.42.mixer.experts.184.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.416.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.90.mixer.experts.336.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.1.mixer.experts.216.down_proj.weight": "model-00003-of-00225.safetensors", + "mtp.layers.1.mixer.experts.339.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.103.mixer.experts.2.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.8.mixer.experts.1.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.58.mixer.experts.430.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.399.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.8.mixer.experts.109.down_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.336.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.357.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.105.mixer.experts.73.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.101.mixer.experts.409.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.92.mixer.experts.345.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.505.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.35.mixer.experts.114.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.65.mixer.experts.454.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.283.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.53.mixer.experts.502.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.168.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.85.mixer.experts.505.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.268.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.3.mixer.experts.215.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.274.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.276.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.58.mixer.experts.335.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.19.mixer.experts.397.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.105.mixer.experts.271.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.379.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.96.mixer.experts.294.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.44.mixer.experts.380.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.17.mixer.experts.170.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.25.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.325.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.319.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.15.mixer.experts.491.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.443.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.78.mixer.experts.31.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.67.mixer.experts.132.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.13.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.83.mixer.experts.312.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.313.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.30.mixer.experts.311.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.87.mixer.experts.201.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.94.mixer.experts.61.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.26.mixer.experts.449.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.91.mixer.conv1d.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.37.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.101.mixer.experts.63.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.15.mixer.experts.45.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.51.mixer.experts.216.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.53.mixer.experts.388.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.429.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.74.mixer.experts.58.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.62.mixer.experts.333.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.334.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.60.mixer.experts.475.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.127.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.92.mixer.experts.510.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.8.mixer.experts.152.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.486.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.44.mixer.fc2_latent_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.7.mixer.k_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.92.mixer.experts.318.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.53.mixer.experts.317.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.157.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.76.mixer.experts.238.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.59.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.32.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.174.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.80.mixer.experts.393.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.475.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.328.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.409.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.280.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.92.mixer.experts.122.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.243.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.76.mixer.experts.251.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.65.mixer.experts.436.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.65.mixer.experts.297.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.69.mixer.experts.468.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.65.mixer.experts.349.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.46.mixer.experts.433.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.113.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.239.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.14.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.80.mixer.experts.501.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.15.mixer.experts.191.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.488.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.382.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.78.mixer.experts.385.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.89.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.270.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.10.mixer.experts.107.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.37.mixer.experts.158.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.37.mixer.experts.504.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.143.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.69.mixer.experts.435.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.43.mixer.norm.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.230.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.289.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.438.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.35.mixer.experts.276.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.60.mixer.experts.290.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.90.mixer.experts.257.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.96.mixer.experts.467.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.30.mixer.experts.368.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.134.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.105.mixer.experts.377.up_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.450.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.40.mixer.experts.480.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.509.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.92.mixer.experts.503.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.19.mixer.experts.360.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.280.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.149.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.96.mixer.experts.366.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.49.mixer.experts.73.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.92.mixer.experts.282.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.163.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.483.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.103.mixer.experts.27.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.40.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.107.mixer.experts.216.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.42.mixer.experts.141.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.3.mixer.experts.277.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.290.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.17.mixer.experts.240.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.21.mixer.experts.242.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.294.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.105.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.55.mixer.experts.1.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.83.mixer.experts.503.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.291.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.10.mixer.experts.418.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.24.mixer.experts.417.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.99.mixer.experts.18.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.65.mixer.experts.270.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.10.mixer.experts.466.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.422.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.64.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.12.mixer.experts.253.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.381.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.46.mixer.experts.322.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.264.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.222.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.69.mixer.experts.458.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.17.mixer.experts.241.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.439.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.60.mixer.experts.69.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.21.mixer.experts.494.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.278.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.69.mixer.experts.82.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.90.mixer.experts.334.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.310.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.91.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.60.mixer.experts.283.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.21.mixer.experts.462.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.78.mixer.experts.169.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.282.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.27.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.46.mixer.experts.313.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.434.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.28.mixer.experts.424.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.99.mixer.experts.100.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.210.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.163.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.15.mixer.experts.458.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.233.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.107.mixer.experts.268.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.7.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.90.mixer.experts.221.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.92.mixer.experts.74.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.196.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.21.mixer.experts.41.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.35.mixer.experts.214.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.318.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.32.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.40.mixer.experts.475.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.90.mixer.experts.494.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.87.mixer.experts.297.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.53.mixer.experts.88.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.80.mixer.experts.304.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.311.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.69.mixer.experts.416.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.54.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.62.mixer.experts.116.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.257.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.69.mixer.experts.139.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.92.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.58.mixer.experts.171.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.105.mixer.experts.280.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.193.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.1.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.24.mixer.experts.481.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.33.mixer.experts.137.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.92.mixer.experts.238.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.96.mixer.experts.9.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.85.mixer.experts.340.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.33.mixer.experts.374.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.3.mixer.experts.302.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.26.mixer.experts.13.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.145.down_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.388.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.236.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.503.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.30.mixer.experts.146.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.443.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.69.mixer.experts.402.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.53.mixer.experts.170.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.5.mixer.experts.180.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.237.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.140.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.69.mixer.experts.182.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.53.mixer.experts.73.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.121.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.3.mixer.experts.6.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.49.mixer.experts.331.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.40.mixer.experts.28.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.62.mixer.experts.386.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.103.mixer.experts.67.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.243.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.26.mixer.experts.342.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.468.up_proj.weight": "model-00133-of-00225.safetensors", + "mtp.layers.1.mixer.experts.143.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.10.mixer.experts.68.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.53.mixer.experts.507.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.487.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.5.mixer.experts.278.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.447.up_proj.weight": "model-00147-of-00225.safetensors", + "mtp.layers.1.mixer.experts.399.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.58.mixer.experts.453.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.51.mixer.experts.399.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.12.mixer.experts.98.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.87.mixer.experts.444.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.76.mixer.experts.255.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.67.mixer.experts.313.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.220.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.105.mixer.experts.97.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.330.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.117.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.368.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.500.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.53.mixer.experts.39.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.166.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.55.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.3.mixer.experts.327.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.26.mixer.experts.104.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.44.mixer.experts.322.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.406.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.501.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.53.mixer.experts.123.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.99.mixer.experts.346.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.94.mixer.experts.21.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.209.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.90.mixer.experts.462.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.35.mixer.experts.371.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.164.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.69.mixer.experts.186.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.103.mixer.experts.162.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.118.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.1.mixer.experts.379.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.15.mixer.experts.205.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.30.mixer.experts.7.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.78.mixer.experts.120.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.83.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.62.mixer.experts.414.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.107.mixer.experts.71.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.18.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.24.mixer.experts.123.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.332.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.295.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.33.mixer.experts.325.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.302.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.426.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.58.mixer.experts.73.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.1.mixer.experts.180.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.49.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.399.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.83.mixer.experts.455.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.53.mixer.experts.23.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.83.mixer.experts.487.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.3.mixer.experts.127.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.87.mixer.experts.53.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.359.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.37.mixer.experts.442.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.35.mixer.experts.450.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.49.mixer.experts.367.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.69.mixer.experts.250.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.55.mixer.experts.140.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.110.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.70.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.67.mixer.experts.329.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.33.mixer.experts.116.down_proj.weight": "model-00066-of-00225.safetensors", + "mtp.layers.1.mixer.experts.179.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.203.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.44.mixer.experts.245.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.92.mixer.experts.115.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.207.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.447.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.19.mixer.experts.289.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.58.mixer.experts.455.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.3.mixer.experts.161.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.67.mixer.experts.478.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.437.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.55.mixer.experts.185.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.35.mixer.experts.48.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.349.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.72.mixer.norm.weight": "model-00147-of-00225.safetensors", + "backbone.layers.51.mixer.experts.460.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.71.mixer.experts.12.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.198.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.60.mixer.experts.10.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.28.mixer.experts.237.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.58.mixer.experts.260.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.83.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.87.mixer.experts.446.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.90.mixer.experts.199.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.287.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.60.mixer.experts.471.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.21.mixer.experts.465.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.5.mixer.experts.85.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.30.up_proj.weight": "model-00088-of-00225.safetensors", + "mtp.layers.1.mixer.experts.205.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.19.mixer.experts.66.down_proj.weight": "model-00038-of-00225.safetensors", + "mtp.layers.1.mixer.experts.54.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.74.mixer.experts.485.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.26.mixer.experts.426.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.196.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.53.mixer.experts.181.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.232.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.368.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.114.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.51.mixer.experts.351.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.103.mixer.experts.345.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.8.mixer.experts.131.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.87.mixer.experts.145.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.8.mixer.experts.325.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.317.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.55.mixer.experts.143.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.60.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.42.mixer.experts.210.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.400.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.12.mixer.experts.165.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.51.mixer.experts.197.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.105.mixer.experts.190.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.60.mixer.experts.423.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.6.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.94.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.268.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.96.mixer.experts.500.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.69.mixer.experts.101.down_proj.weight": "model-00139-of-00225.safetensors", + "mtp.layers.1.mixer.experts.432.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.58.mixer.experts.502.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.19.mixer.experts.338.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.40.mixer.experts.15.down_proj.weight": "model-00079-of-00225.safetensors", + "mtp.layers.1.mixer.experts.62.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.12.mixer.experts.105.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.71.mixer.experts.167.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.49.mixer.experts.463.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.397.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.90.mixer.experts.186.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.332.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.83.mixer.experts.170.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.94.mixer.experts.454.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.80.mixer.experts.136.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.69.mixer.experts.176.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.284.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.10.mixer.experts.29.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.65.mixer.experts.406.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.33.mixer.experts.309.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.194.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.87.mixer.experts.28.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.339.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.58.mixer.experts.501.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.33.mixer.experts.271.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.497.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.96.mixer.experts.33.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.19.mixer.experts.242.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.87.mixer.experts.257.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.156.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.33.mixer.experts.159.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.224.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.278.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.103.mixer.experts.189.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.60.mixer.experts.159.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.58.mixer.experts.328.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.42.mixer.experts.296.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.264.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.260.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.55.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.80.mixer.experts.52.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.395.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.66.mixer.dt_bias": "model-00133-of-00225.safetensors", + "backbone.layers.85.mixer.experts.289.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.80.mixer.experts.418.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.78.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.33.mixer.experts.418.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.401.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.40.mixer.experts.504.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.69.mixer.experts.74.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.33.mixer.experts.469.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.21.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.96.mixer.experts.455.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.85.mixer.experts.21.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.28.mixer.experts.157.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.13.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.1.mixer.experts.22.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.99.mixer.experts.193.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.65.mixer.experts.43.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.78.mixer.experts.396.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.107.mixer.experts.375.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.318.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.109.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.40.mixer.experts.468.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.90.mixer.experts.508.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.503.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.491.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.67.mixer.experts.317.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.99.mixer.experts.141.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.26.mixer.experts.345.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.363.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.101.mixer.experts.355.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.123.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.80.mixer.experts.200.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.55.mixer.experts.511.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.103.mixer.experts.237.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.35.mixer.experts.319.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.145.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.94.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.51.mixer.experts.271.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.200.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.150.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.49.mixer.experts.328.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.160.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.275.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.103.mixer.experts.21.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.35.mixer.experts.242.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.465.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.343.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.78.mixer.experts.63.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.24.mixer.experts.383.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.87.mixer.experts.485.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.25.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.40.mixer.experts.75.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.33.mixer.experts.67.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.509.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.317.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.507.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.408.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.137.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.54.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.60.mixer.experts.68.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.419.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.85.mixer.experts.386.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.30.mixer.experts.490.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.3.mixer.experts.421.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.94.mixer.experts.91.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.30.mixer.experts.298.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.82.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.107.mixer.experts.166.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.27.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.shared_experts.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.30.mixer.experts.166.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.76.mixer.experts.326.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.411.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.44.mixer.experts.179.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.3.mixer.experts.415.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.17.mixer.experts.379.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.241.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.500.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.378.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.35.mixer.experts.254.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.53.mixer.experts.419.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.69.mixer.experts.341.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.74.mixer.experts.81.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.388.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.141.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.55.mixer.experts.103.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.83.mixer.experts.421.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.21.mixer.experts.373.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.103.mixer.experts.336.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.111.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.79.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.49.mixer.experts.297.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.403.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.1.mixer.experts.160.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.35.mixer.experts.159.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.30.mixer.experts.258.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.121.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.28.mixer.experts.235.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.233.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.429.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.103.mixer.experts.453.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.92.mixer.experts.455.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.96.mixer.experts.487.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.76.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.235.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.499.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.40.mixer.experts.451.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.58.mixer.experts.55.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.24.mixer.experts.500.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.312.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.24.mixer.experts.421.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.30.mixer.experts.112.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.103.mixer.experts.181.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.21.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.87.mixer.experts.411.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.1.mixer.experts.420.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.44.mixer.experts.244.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.410.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.67.mixer.experts.160.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.248.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.359.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.67.mixer.experts.121.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.12.mixer.experts.240.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.441.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.3.mixer.experts.388.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.53.mixer.experts.36.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.40.mixer.experts.317.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.78.mixer.experts.469.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.189.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.83.mixer.experts.464.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.107.mixer.experts.408.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.28.mixer.experts.66.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.323.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.46.mixer.experts.207.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.342.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.372.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.17.mixer.experts.468.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.450.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.46.mixer.experts.352.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.35.mixer.experts.391.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.0.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.51.mixer.experts.80.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.3.mixer.experts.37.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.420.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.30.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.24.mixer.experts.197.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.376.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.6.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.42.mixer.experts.280.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.83.mixer.experts.272.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.28.mixer.experts.77.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.51.mixer.experts.141.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.3.mixer.experts.215.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.60.mixer.experts.282.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.229.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.400.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.51.mixer.experts.161.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.187.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.35.mixer.experts.447.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.86.mixer.norm.weight": "model-00175-of-00225.safetensors", + "backbone.layers.5.mixer.experts.407.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.462.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.105.mixer.experts.289.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.54.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.309.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.429.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.53.mixer.experts.462.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.19.mixer.experts.262.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.44.mixer.experts.394.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.80.mixer.experts.4.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.99.mixer.experts.468.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.338.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.458.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.65.mixer.experts.441.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.15.mixer.experts.116.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.67.mixer.experts.447.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.92.mixer.experts.153.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.5.mixer.experts.356.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.67.mixer.experts.40.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.426.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.21.mixer.gate.weight": "model-00047-of-00225.safetensors", + "backbone.layers.103.mixer.experts.2.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.53.mixer.experts.479.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.243.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.347.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.17.mixer.experts.359.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.46.mixer.experts.476.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.96.mixer.experts.309.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.58.mixer.experts.481.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.103.mixer.experts.456.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.90.mixer.experts.97.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.3.mixer.experts.392.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.152.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.mixer.experts.78.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.173.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.103.mixer.experts.374.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.92.mixer.experts.230.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.426.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.53.mixer.experts.191.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.105.mixer.experts.492.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.12.mixer.experts.192.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.79.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.21.mixer.experts.245.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.33.mixer.experts.77.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.19.mixer.experts.171.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.60.mixer.experts.26.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.40.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.291.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.500.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.280.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.59.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.67.mixer.experts.456.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.253.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.119.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.107.mixer.experts.137.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.251.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.30.mixer.experts.372.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.69.mixer.experts.478.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.71.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.58.mixer.experts.65.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.397.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.120.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.62.mixer.experts.427.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.101.mixer.experts.407.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.295.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.10.mixer.experts.0.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.1.mixer.experts.69.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.352.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.152.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.5.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.71.mixer.experts.16.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.99.mixer.experts.140.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.302.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.80.mixer.experts.78.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.394.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.15.mixer.experts.86.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.80.mixer.experts.135.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.385.up_proj.weight": "model-00146-of-00225.safetensors", + "mtp.layers.1.mixer.experts.509.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.61.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.51.mixer.experts.477.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.53.mixer.experts.165.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.495.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.87.mixer.experts.243.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.7.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.105.mixer.experts.291.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.experts.30.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.71.mixer.experts.368.down_proj.weight": "model-00146-of-00225.safetensors", + "mtp.layers.1.mixer.experts.35.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.35.mixer.experts.78.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.53.mixer.experts.238.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.258.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.301.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.268.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.10.mixer.experts.358.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.134.down_proj.weight": "model-00075-of-00225.safetensors", + "mtp.layers.1.mixer.experts.80.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.14.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.271.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.24.mixer.experts.298.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.226.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.55.mixer.experts.82.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.92.mixer.experts.343.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.386.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.49.mixer.experts.322.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.202.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.10.mixer.experts.207.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.12.mixer.experts.138.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.19.mixer.experts.265.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.49.mixer.experts.59.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.271.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.87.mixer.experts.131.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.378.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.107.mixer.experts.137.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.85.mixer.experts.358.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.55.mixer.experts.411.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.12.mixer.experts.250.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.51.mixer.experts.180.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.53.mixer.experts.49.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.352.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.258.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.444.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.332.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.431.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.92.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.40.mixer.experts.149.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.501.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.80.mixer.experts.391.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.80.mixer.experts.66.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.332.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.55.mixer.experts.359.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.388.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.255.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.49.mixer.experts.312.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.30.mixer.experts.79.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.405.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.53.mixer.experts.403.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.94.mixer.experts.478.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.49.mixer.experts.166.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.198.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.62.mixer.experts.8.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.1.mixer.experts.456.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.138.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.60.mixer.experts.11.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.204.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.80.mixer.experts.183.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.96.mixer.experts.302.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.96.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.21.mixer.experts.338.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.320.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.60.mixer.experts.334.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.24.mixer.experts.2.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.246.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.35.mixer.experts.375.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.30.mixer.experts.177.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.55.mixer.experts.25.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.21.mixer.experts.18.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.87.mixer.experts.162.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.78.mixer.experts.178.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.26.mixer.experts.309.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.105.mixer.experts.258.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.105.mixer.experts.310.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.107.mixer.experts.120.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.58.mixer.experts.201.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.26.mixer.experts.256.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.49.mixer.experts.6.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.164.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.99.mixer.experts.141.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.3.mixer.experts.491.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.experts.266.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.37.mixer.experts.457.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.44.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.74.mixer.experts.326.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.85.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.71.mixer.experts.185.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.420.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.3.mixer.experts.75.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.19.mixer.experts.264.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.53.mixer.experts.499.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.107.mixer.experts.132.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.392.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.345.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.60.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.46.mixer.experts.231.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.69.mixer.experts.113.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.266.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.392.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.487.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.92.mixer.experts.50.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.69.mixer.experts.464.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.382.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.17.mixer.experts.453.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.8.mixer.experts.106.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.105.mixer.experts.300.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.fc1_latent_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.35.mixer.experts.352.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.26.mixer.experts.310.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.28.mixer.experts.75.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.42.mixer.experts.44.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.486.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.51.mixer.experts.410.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.398.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.35.mixer.experts.388.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.226.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.35.mixer.experts.403.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.15.mixer.experts.217.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.17.mixer.experts.73.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.62.mixer.experts.319.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.74.mixer.experts.47.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.154.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.96.mixer.experts.465.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.71.mixer.experts.232.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.105.mixer.experts.272.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.44.mixer.experts.441.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.130.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.90.mixer.experts.345.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.104.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.329.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.309.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.27.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.40.mixer.experts.374.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.366.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.37.mixer.experts.105.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.76.mixer.experts.1.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.94.mixer.experts.234.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.338.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.265.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.15.mixer.experts.99.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.484.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.377.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.60.mixer.experts.380.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.9.norm.weight": "model-00019-of-00225.safetensors", + "backbone.layers.85.mixer.experts.372.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.85.mixer.experts.399.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.373.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.304.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.430.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.92.mixer.experts.506.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.3.mixer.experts.354.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.53.mixer.experts.314.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.78.mixer.experts.194.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.52.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.494.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.0.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.210.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.46.mixer.experts.24.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.69.mixer.experts.249.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.65.mixer.experts.260.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.53.mixer.experts.219.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.437.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.1.mixer.experts.408.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.30.mixer.experts.4.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.277.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.361.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.92.mixer.experts.309.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.160.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.21.mixer.experts.272.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.328.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.440.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.330.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.71.mixer.experts.354.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.356.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.102.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.12.mixer.experts.299.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.107.mixer.experts.251.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.12.mixer.experts.249.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.483.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.46.mixer.experts.372.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.484.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.15.mixer.experts.457.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.5.mixer.experts.498.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.92.mixer.experts.412.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.12.mixer.experts.28.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.33.mixer.experts.18.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.302.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.3.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.78.mixer.experts.454.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.129.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.94.mixer.experts.496.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.99.mixer.experts.132.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.282.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.37.mixer.experts.210.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.166.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.65.mixer.experts.416.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.273.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.28.mixer.experts.74.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.55.mixer.experts.433.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.17.mixer.experts.455.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.26.mixer.experts.128.down_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.294.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.28.mixer.experts.447.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.135.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.180.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.experts.142.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.4.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.51.mixer.experts.105.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.90.mixer.experts.127.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.78.mixer.experts.113.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.65.mixer.experts.358.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.51.mixer.experts.408.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.49.mixer.experts.507.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.218.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.336.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.391.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.334.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.135.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.49.mixer.experts.272.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.92.mixer.experts.229.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.58.mixer.experts.313.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.83.mixer.experts.36.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.10.mixer.experts.493.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.40.mixer.experts.192.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.105.mixer.experts.149.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.80.mixer.experts.499.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.353.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.392.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.46.mixer.experts.50.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.182.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.26.mixer.experts.41.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.289.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.28.mixer.experts.333.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.74.mixer.experts.246.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.109.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.196.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.49.mixer.experts.355.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.85.mixer.experts.453.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.30.mixer.experts.455.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.46.mixer.experts.447.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.58.mixer.experts.54.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.5.mixer.experts.254.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.12.mixer.experts.310.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.191.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.335.down_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.49.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.49.mixer.experts.257.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.316.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.64.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.182.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.40.mixer.experts.418.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.142.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.510.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.92.mixer.experts.395.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.154.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.76.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.365.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.5.mixer.experts.493.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.40.mixer.experts.45.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.28.mixer.experts.6.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.232.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.193.down_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.393.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.346.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.42.mixer.experts.278.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.24.mixer.experts.265.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.28.mixer.experts.343.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.83.mixer.experts.442.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.78.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.307.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.118.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.155.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.49.mixer.experts.85.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.203.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.96.mixer.experts.391.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.511.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.10.mixer.experts.22.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.78.mixer.experts.267.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.3.mixer.experts.289.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.107.mixer.experts.111.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.205.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.422.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.96.mixer.experts.345.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.53.mixer.experts.330.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.37.mixer.experts.7.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.15.mixer.experts.415.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.397.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.300.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.511.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.24.mixer.experts.215.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.105.mixer.experts.153.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.405.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.24.mixer.experts.472.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.58.mixer.experts.384.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.49.mixer.experts.23.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.99.mixer.experts.352.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.18.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.3.mixer.experts.50.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.85.mixer.experts.79.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.44.mixer.experts.44.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.101.mixer.experts.458.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.269.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.44.mixer.experts.56.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.60.mixer.experts.310.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.60.mixer.experts.501.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.17.mixer.experts.173.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.3.mixer.experts.272.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.42.mixer.experts.71.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.490.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.58.mixer.experts.241.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.33.mixer.experts.292.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.60.mixer.experts.45.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.12.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.42.mixer.experts.126.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.44.mixer.experts.146.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.78.mixer.experts.246.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.329.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.15.mixer.experts.78.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.26.mixer.experts.135.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.99.mixer.experts.322.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.80.mixer.experts.289.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.107.mixer.experts.480.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.87.mixer.experts.267.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.24.mixer.experts.174.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.5.mixer.experts.235.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.62.mixer.experts.446.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.4.mixer.A_log": "model-00010-of-00225.safetensors", + "backbone.layers.94.mixer.experts.193.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.234.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.368.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.96.mixer.experts.431.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.313.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.390.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.42.mixer.experts.496.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.24.mixer.experts.493.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.76.mixer.experts.455.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.3.mixer.experts.396.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.78.mixer.experts.85.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.191.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.67.mixer.experts.430.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.33.mixer.experts.17.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.316.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.62.mixer.experts.138.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.65.mixer.experts.309.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.292.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.474.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.10.mixer.experts.280.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.28.mixer.experts.338.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.60.mixer.experts.297.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.511.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.209.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.66.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.78.mixer.experts.501.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.26.mixer.experts.379.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.43.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.3.mixer.experts.120.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.122.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.49.mixer.experts.247.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.51.mixer.experts.26.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.396.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.154.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.406.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.224.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.58.mixer.experts.259.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.486.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.58.mixer.experts.505.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.107.mixer.experts.118.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.94.mixer.experts.381.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.254.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.53.mixer.experts.334.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.60.mixer.experts.379.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.67.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.409.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.34.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.37.mixer.experts.81.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.440.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.51.mixer.experts.114.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.497.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.103.mixer.experts.152.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.399.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.511.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.35.mixer.experts.172.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.107.mixer.experts.53.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.94.mixer.experts.280.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.466.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.3.mixer.experts.163.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.67.mixer.experts.211.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.373.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.366.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.16.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.423.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.28.mixer.experts.178.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.315.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.80.mixer.experts.162.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.71.mixer.experts.380.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.33.mixer.experts.209.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.448.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.17.mixer.experts.243.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.35.mixer.experts.381.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.60.mixer.experts.506.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.32.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.35.mixer.experts.205.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.87.mixer.experts.481.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.58.mixer.experts.411.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.221.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.83.mixer.experts.405.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.8.mixer.experts.124.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.214.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.239.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.354.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.83.mixer.experts.51.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.21.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.103.mixer.experts.95.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.15.mixer.experts.5.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.255.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.54.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.103.mixer.experts.45.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.15.mixer.experts.410.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.3.mixer.experts.241.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.40.mixer.experts.224.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.1.mixer.experts.461.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.432.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.24.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.191.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.19.mixer.experts.161.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.288.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.58.mixer.experts.405.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.336.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.62.mixer.experts.176.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.83.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.107.mixer.experts.495.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.58.mixer.experts.215.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.62.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.172.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.187.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.19.mixer.experts.453.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.94.mixer.experts.69.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.105.mixer.experts.20.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.71.mixer.experts.20.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.195.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.363.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.419.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.62.mixer.experts.192.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.467.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.487.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.107.mixer.experts.153.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.103.mixer.experts.303.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.173.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.30.mixer.experts.433.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.478.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.46.mixer.experts.46.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.80.mixer.experts.508.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.153.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.49.mixer.experts.439.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.383.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.46.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.119.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.47.down_proj.weight": "model-00075-of-00225.safetensors", + "mtp.layers.1.mixer.experts.290.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.69.mixer.experts.489.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.127.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.288.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.101.mixer.experts.411.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.87.mixer.experts.70.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.76.mixer.experts.199.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.106.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.229.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.49.mixer.experts.189.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.101.mixer.experts.491.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.40.mixer.experts.82.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.58.mixer.experts.356.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.17.mixer.experts.437.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.109.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.101.mixer.experts.103.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.294.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.36.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.31.mixer.out_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.28.mixer.experts.147.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.104.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.401.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.383.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.1.mixer.experts.1.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.87.mixer.experts.503.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.82.down_proj.weight": "model-00212-of-00225.safetensors", + "mtp.layers.1.mixer.experts.318.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.306.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.8.mixer.experts.286.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.62.mixer.experts.82.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.51.mixer.experts.326.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.494.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.36.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.96.mixer.shared_experts.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.79.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.21.mixer.experts.415.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.80.mixer.experts.320.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.107.mixer.experts.460.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.42.mixer.experts.252.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.28.mixer.experts.149.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.263.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.202.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.67.mixer.experts.388.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.67.mixer.experts.350.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.19.mixer.experts.498.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.101.mixer.experts.227.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.88.mixer.norm.weight": "model-00179-of-00225.safetensors", + "backbone.layers.83.mixer.experts.320.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.391.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.157.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.46.mixer.experts.78.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.328.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.96.mixer.experts.503.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.37.mixer.experts.167.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.10.mixer.experts.391.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.510.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.410.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.53.mixer.experts.210.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.126.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.99.mixer.experts.165.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.96.mixer.experts.102.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.62.mixer.experts.336.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.5.mixer.experts.14.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.3.mixer.experts.139.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.164.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.16.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.398.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.224.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.39.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.87.mixer.experts.469.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.21.mixer.experts.316.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.395.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.93.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.36.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.92.mixer.experts.80.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.148.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.173.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.69.mixer.experts.229.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.92.mixer.experts.56.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.78.mixer.experts.206.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.404.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.70.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.383.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.383.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.33.mixer.experts.450.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.103.mixer.experts.361.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.99.mixer.experts.19.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.55.norm.weight": "model-00111-of-00225.safetensors", + "backbone.layers.30.mixer.experts.402.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.189.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.35.mixer.experts.437.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.35.mixer.experts.66.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.96.mixer.experts.361.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.138.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.183.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.78.mixer.experts.469.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.33.mixer.experts.171.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.28.mixer.experts.41.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.85.mixer.experts.467.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.89.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.3.mixer.experts.248.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.94.mixer.experts.463.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.40.mixer.experts.167.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.211.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.44.mixer.experts.255.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.268.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.69.mixer.experts.184.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.44.mixer.experts.163.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.224.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.78.mixer.experts.357.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.180.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.205.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.181.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.4.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.461.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.76.mixer.experts.256.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.12.mixer.experts.272.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.501.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.83.mixer.experts.373.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.83.mixer.experts.32.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.65.mixer.experts.488.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.107.mixer.experts.259.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.83.mixer.experts.148.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.215.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.62.mixer.experts.196.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.33.mixer.experts.389.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.49.mixer.experts.31.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.1.mixer.experts.124.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.105.mixer.experts.497.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.74.mixer.experts.60.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.17.mixer.experts.436.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.83.mixer.experts.242.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.56.mixer.out_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.37.mixer.experts.82.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.192.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.8.mixer.experts.397.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.21.mixer.experts.336.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.101.mixer.experts.123.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.1.mixer.experts.66.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.65.mixer.experts.56.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.51.mixer.experts.178.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.40.mixer.experts.386.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.351.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.156.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.26.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.17.mixer.experts.69.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.328.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.101.mixer.experts.415.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.71.mixer.experts.207.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.24.mixer.experts.346.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.99.mixer.experts.185.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.192.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.90.mixer.fc1_latent_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.46.mixer.experts.22.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.33.mixer.experts.318.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.76.mixer.experts.508.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.487.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.252.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.192.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.78.mixer.experts.6.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.509.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.53.mixer.experts.391.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.1.mixer.experts.4.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.87.mixer.experts.217.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.3.mixer.experts.353.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.255.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.92.mixer.experts.34.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.71.mixer.experts.173.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.1.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.55.mixer.experts.108.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.321.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.358.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.276.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.57.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.8.mixer.experts.269.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.90.mixer.experts.188.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.76.mixer.experts.498.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.281.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.46.mixer.experts.411.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.241.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.42.mixer.experts.288.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.19.mixer.experts.12.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.341.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.99.mixer.experts.53.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.40.mixer.experts.185.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.154.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.101.mixer.experts.229.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.228.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.459.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.76.mixer.experts.195.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.349.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.12.mixer.experts.231.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.33.mixer.experts.243.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.19.mixer.experts.507.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.263.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.1.mixer.experts.190.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.37.mixer.experts.453.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.177.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.401.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.49.mixer.experts.405.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.51.mixer.experts.437.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.314.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.371.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.16.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.62.mixer.experts.293.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.76.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.248.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.65.mixer.experts.427.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.463.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.65.mixer.experts.317.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.308.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.62.mixer.experts.99.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.375.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.381.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.259.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.471.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.40.mixer.experts.385.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.105.mixer.experts.163.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.99.mixer.experts.273.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.60.mixer.experts.193.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.21.mixer.experts.425.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.178.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.76.mixer.experts.255.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.146.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.46.mixer.experts.13.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.105.mixer.experts.288.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.449.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.359.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.62.mixer.experts.35.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.1.mixer.experts.293.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.85.mixer.experts.65.up_proj.weight": "model-00171-of-00225.safetensors", + "mtp.layers.1.mixer.experts.423.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.10.mixer.experts.192.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.338.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.85.mixer.experts.99.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.473.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.62.mixer.experts.206.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.26.mixer.experts.440.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.508.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.30.mixer.experts.206.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.90.mixer.experts.179.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.26.mixer.experts.173.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.417.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.21.mixer.experts.457.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.80.mixer.experts.330.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.369.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.81.mixer.A_log": "model-00165-of-00225.safetensors", + "backbone.layers.55.mixer.experts.148.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.84.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.438.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.40.mixer.experts.101.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.481.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.107.mixer.experts.415.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.355.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.76.mixer.experts.240.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.24.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.21.mixer.experts.166.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.78.mixer.experts.84.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.92.mixer.experts.182.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.26.mixer.experts.444.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.314.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.21.mixer.experts.490.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.400.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.85.mixer.experts.58.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.297.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.201.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.28.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.24.mixer.experts.337.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.107.mixer.experts.318.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.187.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.57.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.339.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.66.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.94.mixer.experts.142.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.80.mixer.experts.43.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.464.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.78.mixer.experts.378.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.99.mixer.experts.327.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.12.mixer.experts.339.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.423.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.46.mixer.experts.245.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.90.mixer.experts.238.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.17.mixer.experts.156.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.12.mixer.experts.20.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.3.mixer.experts.411.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.37.mixer.experts.141.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.17.mixer.experts.467.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.21.mixer.experts.323.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.35.mixer.experts.141.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.83.mixer.experts.210.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.393.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.62.mixer.experts.144.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.15.mixer.experts.116.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.76.mixer.experts.473.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.19.mixer.experts.41.up_proj.weight": "model-00038-of-00225.safetensors", + "mtp.layers.1.mixer.experts.251.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.26.mixer.experts.422.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.218.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.114.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.374.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.21.mixer.experts.171.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.69.mixer.experts.212.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.206.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.96.mixer.experts.99.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.37.mixer.experts.451.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.5.mixer.experts.323.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.60.mixer.experts.221.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.105.mixer.experts.118.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.99.mixer.experts.88.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.78.mixer.experts.276.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.107.mixer.experts.418.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.17.mixer.experts.358.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.169.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.74.mixer.experts.410.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.8.mixer.experts.246.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.339.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.37.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.26.mixer.experts.81.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.86.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.297.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.239.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.experts.311.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.62.mixer.experts.244.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.107.mixer.experts.412.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.105.mixer.experts.484.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.55.mixer.experts.464.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.1.mixer.experts.174.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.3.mixer.experts.312.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.92.mixer.experts.62.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.33.mixer.experts.214.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.107.mixer.experts.101.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.87.mixer.experts.131.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.17.mixer.experts.276.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.80.mixer.experts.225.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.62.mixer.experts.364.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.35.mixer.experts.485.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.3.mixer.experts.84.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.15.mixer.experts.480.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.69.mixer.experts.459.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.504.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.67.mixer.experts.337.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.44.mixer.experts.453.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.1.mixer.experts.480.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.60.mixer.experts.406.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.15.mixer.experts.101.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.32.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.90.mixer.experts.318.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.181.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.28.mixer.experts.213.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.476.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.94.mixer.experts.144.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.107.mixer.experts.303.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.24.mixer.experts.192.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.62.mixer.experts.0.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.103.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.285.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.60.mixer.experts.447.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.49.mixer.experts.48.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.445.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.183.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.40.mixer.experts.154.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.40.mixer.experts.298.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.19.mixer.experts.458.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.24.mixer.experts.115.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.60.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.21.mixer.experts.459.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.5.mixer.experts.17.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.21.mixer.experts.4.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.266.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.28.mixer.experts.312.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.141.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.90.mixer.experts.161.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.107.mixer.experts.347.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.295.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.105.mixer.experts.143.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.49.mixer.experts.470.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.99.mixer.experts.365.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.19.mixer.experts.29.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.447.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.15.mixer.experts.102.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.62.mixer.experts.396.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.60.mixer.experts.438.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.85.mixer.experts.491.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.345.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.47.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.53.mixer.experts.81.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.105.mixer.experts.356.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.410.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.25.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.76.mixer.experts.448.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.24.mixer.experts.422.down_proj.weight": "model-00050-of-00225.safetensors", + "mtp.layers.1.mixer.shared_experts.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.30.mixer.experts.176.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.40.mixer.experts.178.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.51.mixer.experts.157.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.103.mixer.experts.477.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.3.mixer.experts.239.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.304.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.76.mixer.experts.282.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.324.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.107.mixer.experts.96.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.244.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.351.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.458.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.335.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.261.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.8.mixer.experts.422.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.53.mixer.experts.140.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.37.mixer.experts.4.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.451.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.35.mixer.experts.269.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.92.mixer.experts.102.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.90.mixer.experts.454.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.341.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.5.mixer.experts.405.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.80.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.mixer.experts.116.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.58.mixer.experts.61.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.51.mixer.experts.346.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.103.mixer.experts.154.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.fc2_latent_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.35.mixer.experts.166.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.412.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.213.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.359.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.51.mixer.experts.64.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.304.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.72.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.60.mixer.experts.359.down_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.130.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.475.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.3.mixer.experts.472.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.74.mixer.experts.233.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.206.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.415.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.390.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.90.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.101.mixer.experts.151.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.1.mixer.experts.385.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.37.mixer.experts.339.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.90.mixer.experts.37.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.35.mixer.experts.218.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.5.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.21.mixer.experts.203.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.174.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.75.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.505.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.348.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.92.mixer.experts.31.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.107.mixer.experts.218.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.35.mixer.experts.489.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.134.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.85.mixer.experts.294.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.341.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.76.mixer.experts.493.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.87.mixer.experts.347.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.62.mixer.experts.424.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.407.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.74.mixer.experts.391.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.346.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.83.mixer.experts.65.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.58.mixer.experts.304.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.5.mixer.experts.303.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.17.mixer.experts.184.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.62.mixer.experts.68.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.30.mixer.experts.443.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.78.mixer.experts.281.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.35.mixer.experts.416.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.83.mixer.experts.60.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.5.mixer.experts.396.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.67.mixer.experts.229.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.461.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.5.mixer.experts.192.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.32.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.28.mixer.experts.245.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.67.mixer.experts.127.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.40.mixer.experts.439.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.28.mixer.experts.236.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.378.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.478.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.106.norm.weight": "model-00216-of-00225.safetensors", + "backbone.layers.105.mixer.experts.72.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.54.mixer.conv1d.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.40.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.24.mixer.experts.249.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.80.mixer.experts.241.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.58.mixer.experts.39.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.3.mixer.experts.271.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.509.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.295.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.74.mixer.experts.97.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.139.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.60.mixer.experts.37.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.393.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.46.mixer.experts.27.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.46.mixer.experts.323.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.152.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.439.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.90.mixer.experts.6.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.103.mixer.experts.4.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.5.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.297.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.87.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.76.mixer.experts.273.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.35.mixer.experts.233.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.354.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.446.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.196.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.96.mixer.experts.450.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.30.mixer.experts.49.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.443.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.71.mixer.experts.223.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.32.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.35.mixer.experts.27.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.101.mixer.experts.92.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.380.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.457.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.65.mixer.experts.72.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.10.mixer.experts.465.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.21.mixer.experts.199.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.443.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.101.mixer.experts.447.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.58.mixer.experts.164.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.38.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.83.mixer.experts.396.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.113.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.168.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.377.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.74.mixer.experts.503.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.44.mixer.experts.432.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.58.mixer.experts.440.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.42.mixer.experts.393.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.324.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.278.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.434.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.55.mixer.experts.206.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.85.mixer.experts.183.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.482.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.5.mixer.experts.404.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.99.mixer.experts.437.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.252.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.31.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.28.mixer.experts.275.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.69.mixer.experts.353.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.46.mixer.experts.44.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.26.mixer.experts.122.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.190.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.26.mixer.experts.144.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.85.mixer.experts.297.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.481.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.78.mixer.experts.372.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.65.mixer.experts.142.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.191.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.463.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.15.mixer.experts.496.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.107.mixer.experts.73.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.408.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.76.mixer.experts.14.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.80.mixer.experts.169.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.85.mixer.experts.481.up_proj.weight": "model-00174-of-00225.safetensors", + "mtp.layers.1.mixer.experts.278.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.12.mixer.experts.438.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.159.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.92.mixer.experts.243.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.15.mixer.experts.153.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.67.mixer.experts.361.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.83.mixer.experts.195.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.83.mixer.experts.250.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.55.mixer.experts.416.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.83.mixer.experts.449.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.99.mixer.experts.94.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.46.mixer.experts.33.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.164.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.15.mixer.experts.44.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.17.mixer.experts.354.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.53.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.33.mixer.experts.267.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.484.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.481.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.19.mixer.experts.179.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.313.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.85.mixer.experts.397.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.24.mixer.experts.239.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.96.mixer.experts.18.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.67.mixer.experts.163.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.483.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.107.mixer.experts.375.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.17.mixer.experts.297.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.151.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.67.mixer.shared_experts.up_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.96.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.15.mixer.experts.304.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.409.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.156.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.49.mixer.experts.210.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.96.mixer.experts.189.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.178.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.35.mixer.experts.23.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.69.mixer.experts.344.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.37.mixer.experts.153.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.37.mixer.experts.397.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.49.mixer.experts.459.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.37.mixer.experts.341.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.44.mixer.experts.265.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.42.mixer.experts.26.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.74.mixer.experts.374.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.136.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.469.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.60.mixer.experts.14.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.55.mixer.experts.302.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.193.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.78.mixer.experts.135.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.15.mixer.experts.425.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.462.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.493.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.10.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.24.mixer.experts.20.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.3.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.56.mixer.A_log": "model-00115-of-00225.safetensors", + "backbone.layers.10.mixer.experts.26.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.94.mixer.experts.138.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.28.mixer.experts.207.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.103.mixer.experts.64.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.17.mixer.experts.348.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.1.mixer.experts.340.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.146.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.8.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.58.mixer.experts.144.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.94.mixer.experts.97.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.37.mixer.experts.191.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.99.mixer.experts.126.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.10.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.99.mixer.experts.336.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.168.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.174.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.51.mixer.experts.442.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.46.mixer.experts.18.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.24.mixer.experts.77.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.401.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.74.mixer.experts.406.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.398.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.67.mixer.experts.329.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.105.mixer.experts.389.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.72.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.71.mixer.experts.69.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.51.mixer.experts.194.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.16.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.42.mixer.experts.213.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.290.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.69.mixer.experts.34.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.421.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.128.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.107.mixer.experts.240.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.326.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.348.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.388.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.107.mixer.experts.425.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.105.mixer.experts.62.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.107.mixer.experts.158.down_proj.weight": "model-00217-of-00225.safetensors", + "mtp.layers.1.mixer.experts.210.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.74.mixer.experts.133.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.325.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.40.mixer.experts.348.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.216.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.94.mixer.experts.396.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.267.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.30.mixer.experts.496.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.44.mixer.experts.352.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.46.mixer.experts.45.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.71.mixer.experts.193.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.85.mixer.experts.256.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.219.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.96.mixer.experts.356.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.35.mixer.experts.266.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.21.mixer.experts.288.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.61.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.108.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.53.mixer.experts.263.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.65.mixer.experts.217.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.65.mixer.experts.201.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.42.mixer.experts.438.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.511.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.12.mixer.experts.216.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.171.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.66.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.60.mixer.experts.124.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.224.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.17.mixer.experts.479.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.101.mixer.experts.86.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.49.mixer.experts.287.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.65.mixer.experts.282.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.85.mixer.experts.110.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.33.mixer.experts.254.down_proj.weight": "model-00067-of-00225.safetensors", + "mtp.layers.1.mixer.experts.63.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.107.mixer.experts.225.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.51.mixer.experts.484.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.53.mixer.experts.302.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.87.mixer.experts.125.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.242.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.51.mixer.experts.96.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.351.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.63.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.99.mixer.experts.23.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.11.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.24.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.383.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.360.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.26.mixer.experts.487.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.254.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.33.mixer.experts.42.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.138.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.51.mixer.experts.294.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.10.mixer.experts.208.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.53.mixer.experts.496.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.81.mixer.in_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.10.mixer.experts.1.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.8.mixer.experts.203.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.62.mixer.experts.489.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.40.mixer.experts.327.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.447.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.60.mixer.experts.33.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.241.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.59.mixer.conv1d.weight": "model-00120-of-00225.safetensors", + "backbone.layers.17.mixer.experts.295.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.35.mixer.experts.295.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.46.mixer.experts.506.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.51.mixer.experts.18.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.90.mixer.experts.137.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.488.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.307.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.436.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.399.up_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.238.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.107.mixer.experts.262.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.0.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.248.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.500.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.74.mixer.experts.480.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.473.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.12.mixer.experts.103.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.26.mixer.experts.394.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.60.mixer.experts.275.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.3.mixer.experts.278.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.96.mixer.experts.171.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.74.mixer.experts.308.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.96.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.49.mixer.experts.48.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.15.mixer.experts.6.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.40.mixer.experts.54.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.163.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.63.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.53.mixer.experts.139.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.96.mixer.experts.476.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.78.mixer.experts.340.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.369.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.118.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.46.mixer.experts.284.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.10.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.99.mixer.experts.384.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.267.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.421.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.35.mixer.experts.202.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.236.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.86.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.267.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.experts.309.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.92.mixer.experts.96.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.316.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.42.mixer.experts.394.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.49.mixer.experts.495.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.96.mixer.experts.246.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.495.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.103.mixer.experts.340.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.49.mixer.experts.377.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.416.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.42.mixer.experts.455.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.269.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.101.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.17.mixer.experts.230.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.24.mixer.experts.247.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.472.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.51.mixer.experts.308.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.28.mixer.experts.446.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.46.mixer.experts.183.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.1.mixer.experts.356.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.44.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.95.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.46.mixer.experts.148.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.340.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.332.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.180.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.23.mixer.q_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.233.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.478.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.188.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.49.mixer.experts.297.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.53.mixer.experts.365.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.26.mixer.experts.53.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.252.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.76.mixer.experts.50.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.53.mixer.experts.207.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.51.mixer.experts.86.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.67.mixer.experts.82.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.87.mixer.experts.43.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.8.mixer.experts.260.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.83.mixer.experts.178.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.233.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.9.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.8.mixer.experts.86.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.8.mixer.experts.479.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.198.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.266.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.46.mixer.experts.117.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.105.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.420.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.370.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.62.mixer.experts.484.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.28.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.5.mixer.experts.511.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.476.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.24.mixer.experts.349.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.89.norm.weight": "model-00179-of-00225.safetensors", + "backbone.layers.58.mixer.experts.114.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.189.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.1.mixer.experts.228.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.74.mixer.experts.51.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.21.mixer.experts.197.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.103.mixer.experts.121.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.40.mixer.experts.94.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.87.mixer.experts.97.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.71.mixer.experts.149.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.44.mixer.experts.402.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.74.mixer.experts.261.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.10.mixer.experts.87.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.19.mixer.experts.360.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.67.mixer.experts.304.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.87.mixer.experts.466.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.105.mixer.experts.412.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.345.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.5.mixer.experts.100.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.129.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.63.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.93.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.5.mixer.experts.79.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.33.mixer.experts.41.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.90.mixer.experts.453.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.325.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.507.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.103.mixer.experts.494.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.44.mixer.experts.309.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.451.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.12.mixer.experts.167.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.67.mixer.experts.299.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.3.mixer.experts.311.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.144.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.12.mixer.experts.2.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.107.mixer.experts.355.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.293.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.51.mixer.experts.421.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.15.mixer.experts.63.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.21.mixer.experts.112.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.42.mixer.experts.379.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.69.mixer.experts.34.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.161.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.83.mixer.experts.78.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.10.mixer.experts.212.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.46.mixer.experts.328.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.433.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.33.mixer.experts.242.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.201.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.15.mixer.experts.273.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.93.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.349.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.404.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.94.mixer.experts.491.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.51.mixer.experts.11.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.302.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.83.mixer.experts.208.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.31.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.504.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.74.mixer.experts.150.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.123.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.87.mixer.experts.89.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.137.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.312.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.1.mixer.experts.386.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.86.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.376.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.276.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.105.mixer.experts.450.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.416.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.169.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.362.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.17.mixer.experts.131.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.37.mixer.experts.352.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.362.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.222.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.19.mixer.experts.404.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.102.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.267.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.65.mixer.experts.416.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.87.mixer.experts.124.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.55.mixer.experts.27.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.94.mixer.experts.502.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.170.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.5.mixer.experts.86.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.8.mixer.experts.387.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.103.mixer.experts.467.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.103.mixer.experts.428.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.26.mixer.experts.362.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.8.mixer.experts.78.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.103.mixer.experts.260.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.65.mixer.experts.112.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.105.mixer.experts.25.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.101.mixer.experts.425.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.484.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.362.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.348.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.30.mixer.experts.113.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.28.mixer.experts.8.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.76.mixer.experts.341.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.26.mixer.experts.154.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.10.mixer.experts.79.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.69.mixer.experts.92.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.146.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.116.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.74.mixer.experts.392.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.93.up_proj.weight": "model-00176-of-00225.safetensors", + "mtp.layers.1.mixer.experts.334.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.496.down_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.443.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.92.mixer.experts.121.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.1.mixer.experts.68.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.199.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.67.mixer.experts.71.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.316.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.30.mixer.experts.361.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.44.mixer.experts.349.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.96.mixer.experts.215.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.85.mixer.experts.57.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.53.mixer.experts.5.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.266.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.101.mixer.experts.3.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.10.mixer.experts.452.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.103.mixer.experts.505.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.468.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.107.mixer.experts.56.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.28.mixer.experts.226.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.40.mixer.experts.213.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.76.mixer.experts.59.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.19.mixer.experts.225.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.53.mixer.experts.142.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.76.mixer.experts.8.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.5.mixer.experts.115.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.140.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.92.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.367.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.69.mixer.experts.367.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.10.mixer.experts.178.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.90.mixer.experts.87.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.87.mixer.experts.412.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.92.mixer.experts.406.up_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.186.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.10.mixer.experts.232.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.103.mixer.experts.77.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.71.mixer.experts.506.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.37.mixer.experts.388.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.448.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.37.mixer.experts.425.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.58.mixer.experts.389.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.14.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.463.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.36.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.24.mixer.experts.396.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.51.mixer.experts.31.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.33.mixer.experts.245.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.30.mixer.experts.92.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.77.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.489.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.284.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.33.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.21.mixer.experts.418.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.339.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.15.mixer.experts.0.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.8.mixer.experts.55.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.17.mixer.experts.282.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.256.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.439.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.42.mixer.experts.51.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.12.mixer.experts.338.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.330.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.396.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.149.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.87.mixer.experts.440.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.350.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.96.mixer.experts.359.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.55.mixer.experts.450.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.17.mixer.experts.51.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.240.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.503.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.74.mixer.experts.175.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.259.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.312.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.71.mixer.experts.207.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.220.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.82.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.92.mixer.experts.380.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.18.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.8.mixer.experts.465.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.85.mixer.experts.440.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.126.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.80.mixer.experts.355.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.381.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.58.mixer.experts.241.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.96.mixer.experts.173.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.505.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.69.mixer.experts.487.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.348.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.53.mixer.experts.301.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.152.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.12.mixer.experts.134.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.364.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.226.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.49.mixer.experts.390.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.109.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.87.mixer.experts.233.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.103.mixer.experts.302.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.51.mixer.experts.505.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.76.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.55.mixer.experts.21.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.28.mixer.experts.486.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.44.mixer.experts.19.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.103.mixer.experts.437.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.49.mixer.experts.321.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.87.mixer.experts.142.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.74.mixer.experts.265.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.108.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.64.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.33.mixer.experts.298.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.87.mixer.experts.106.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.51.mixer.experts.253.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.55.mixer.experts.432.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.87.mixer.experts.237.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.51.mixer.experts.317.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.127.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.11.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.233.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.19.mixer.experts.318.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.42.mixer.experts.475.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.507.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.185.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.62.mixer.experts.381.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.268.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.28.mixer.experts.137.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.412.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.62.mixer.experts.321.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.32.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.65.mixer.experts.498.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.34.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.15.mixer.experts.437.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.65.mixer.experts.65.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.479.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.80.mixer.experts.321.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.253.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.8.mixer.experts.427.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.46.mixer.experts.267.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.19.mixer.experts.497.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.107.mixer.experts.491.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.94.mixer.experts.298.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.10.mixer.experts.477.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.152.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.10.mixer.experts.381.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.478.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.101.mixer.experts.171.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.105.mixer.experts.245.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.358.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.17.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.5.mixer.experts.363.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.178.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.12.mixer.experts.42.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.60.mixer.experts.77.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.59.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.44.mixer.experts.191.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.experts.437.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.492.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.51.mixer.experts.111.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.19.mixer.experts.5.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.65.mixer.experts.200.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.94.mixer.experts.139.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.78.mixer.experts.41.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.8.mixer.experts.420.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.459.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.80.mixer.experts.311.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.44.mixer.experts.397.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.experts.97.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.443.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.21.mixer.experts.382.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.101.mixer.experts.335.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.66.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.62.mixer.experts.300.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.17.mixer.experts.147.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.33.mixer.experts.342.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.5.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.99.mixer.experts.306.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.92.mixer.experts.83.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.194.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.30.mixer.experts.482.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.17.mixer.experts.103.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.53.mixer.experts.425.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.71.mixer.experts.190.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.90.mixer.experts.167.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.474.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.3.mixer.experts.357.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.107.mixer.experts.22.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.5.mixer.experts.502.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.55.mixer.experts.69.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.69.mixer.experts.304.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.49.mixer.experts.107.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.344.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.71.mixer.experts.76.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.63.norm.weight": "model-00129-of-00225.safetensors", + "backbone.layers.85.mixer.experts.337.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.3.mixer.experts.208.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.65.mixer.experts.330.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.94.mixer.experts.439.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.42.mixer.experts.146.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.470.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.356.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.24.mixer.experts.427.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.15.mixer.experts.468.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.58.mixer.experts.66.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.44.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.428.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.81.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.323.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.227.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.60.mixer.experts.488.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.101.mixer.experts.507.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.53.mixer.experts.143.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.501.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.30.mixer.experts.461.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.441.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.103.mixer.experts.365.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.24.mixer.experts.78.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.76.mixer.experts.54.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.96.mixer.experts.222.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.132.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.16.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.15.mixer.experts.256.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.78.mixer.experts.479.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.99.mixer.experts.498.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.49.mixer.experts.473.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.5.mixer.experts.368.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.449.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.55.mixer.experts.300.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.1.mixer.experts.12.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.12.mixer.experts.217.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.262.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.210.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.300.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.107.mixer.experts.477.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.67.mixer.experts.492.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.107.mixer.experts.88.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.434.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.35.mixer.experts.461.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.55.mixer.experts.243.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.6.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.55.mixer.experts.506.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.62.mixer.experts.478.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.80.mixer.experts.73.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.24.mixer.experts.408.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.3.mixer.experts.243.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.320.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.8.mixer.experts.156.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.62.mixer.experts.345.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.83.mixer.experts.58.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.101.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.65.mixer.experts.255.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.37.mixer.experts.493.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.107.mixer.experts.379.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.76.mixer.experts.88.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.360.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.330.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.95.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.44.mixer.experts.154.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.80.mixer.experts.124.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.67.mixer.experts.468.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.21.mixer.experts.74.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.76.mixer.experts.253.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.17.mixer.experts.190.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.1.mixer.experts.329.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.10.mixer.experts.131.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.350.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.90.norm.weight": "model-00179-of-00225.safetensors", + "backbone.layers.49.mixer.experts.209.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.37.mixer.experts.85.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.287.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.320.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.205.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.80.mixer.experts.259.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.19.mixer.experts.115.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.8.mixer.experts.298.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.420.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.26.mixer.experts.499.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.17.mixer.experts.52.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.347.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.101.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.44.mixer.experts.170.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.103.mixer.experts.282.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.85.mixer.experts.268.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.80.mixer.experts.88.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.92.mixer.experts.155.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.79.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.144.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.418.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.83.mixer.experts.432.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.37.mixer.experts.426.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.55.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.87.mixer.experts.266.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.22.mixer.D": "model-00047-of-00225.safetensors", + "backbone.layers.63.mixer.dt_bias": "model-00129-of-00225.safetensors", + "backbone.layers.40.mixer.experts.229.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.3.mixer.experts.233.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.248.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.187.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.15.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.17.mixer.experts.43.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.gate.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.295.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.92.mixer.experts.439.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.55.mixer.experts.112.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.30.mixer.experts.414.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.478.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.6.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.55.mixer.experts.391.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.58.mixer.experts.481.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.470.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.103.mixer.experts.217.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.189.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.293.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.58.mixer.experts.143.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.8.mixer.experts.287.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.226.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.207.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.71.mixer.experts.96.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.90.mixer.experts.193.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.26.mixer.experts.397.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.271.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.452.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.441.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.69.mixer.experts.94.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.457.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.99.mixer.experts.252.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.42.mixer.experts.65.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.312.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.254.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.30.mixer.experts.48.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.99.mixer.experts.304.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.78.mixer.experts.247.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.42.mixer.experts.245.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.288.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.94.mixer.experts.205.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.490.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.87.mixer.experts.155.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.42.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.149.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.33.mixer.experts.294.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.96.mixer.experts.485.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.62.mixer.experts.125.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.87.mixer.experts.144.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.475.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.116.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.417.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.265.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.487.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.74.mixer.experts.15.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.250.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.344.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.71.mixer.experts.131.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.76.mixer.experts.169.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.46.mixer.experts.141.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.37.mixer.experts.175.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.33.mixer.experts.444.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.46.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.21.mixer.experts.17.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.3.mixer.fc1_latent_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.51.mixer.experts.375.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.5.mixer.experts.353.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.107.mixer.experts.3.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.40.mixer.experts.489.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.35.mixer.experts.456.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.190.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.103.mixer.experts.198.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.67.mixer.experts.113.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.99.mixer.experts.134.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.55.mixer.experts.402.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.360.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.42.mixer.experts.453.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.60.mixer.experts.409.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.418.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.82.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.26.mixer.experts.172.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.212.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.345.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.111.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.221.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.151.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.71.mixer.experts.93.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.67.mixer.experts.188.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.24.mixer.experts.73.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.85.mixer.experts.188.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.101.mixer.experts.121.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.103.mixer.experts.450.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.35.mixer.experts.362.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.116.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.404.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.264.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.221.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.30.mixer.experts.181.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.76.mixer.experts.108.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.51.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.6.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.266.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.8.mixer.experts.144.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.481.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.12.mixer.experts.160.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.31.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.444.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.28.mixer.experts.384.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.83.mixer.experts.177.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.87.mixer.experts.132.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.30.norm.weight": "model-00060-of-00225.safetensors", + "backbone.layers.71.mixer.experts.246.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.35.mixer.experts.473.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.88.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.397.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.105.mixer.experts.71.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.33.mixer.experts.117.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.94.mixer.experts.228.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.5.mixer.experts.292.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.34.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.69.mixer.experts.95.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.30.mixer.experts.149.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.71.mixer.experts.394.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.368.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.25.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.87.mixer.experts.104.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.210.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.96.mixer.experts.317.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.103.mixer.experts.493.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.83.mixer.experts.274.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.71.mixer.experts.170.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.376.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.75.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.37.mixer.experts.459.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.105.mixer.experts.443.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.80.mixer.experts.470.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.30.mixer.experts.79.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.110.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.195.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.169.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.150.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.251.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.55.mixer.experts.30.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.270.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.412.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.49.mixer.experts.234.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.35.mixer.experts.359.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.318.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.303.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.62.mixer.experts.94.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.103.mixer.experts.55.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.65.mixer.experts.319.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.383.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.479.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.28.mixer.experts.300.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.74.mixer.experts.384.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.69.mixer.experts.426.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.126.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.49.mixer.experts.403.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.99.mixer.experts.340.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.3.mixer.experts.424.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.503.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.78.mixer.experts.478.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.58.mixer.experts.56.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.99.mixer.experts.225.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.21.mixer.experts.430.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.49.mixer.experts.400.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.74.mixer.experts.447.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.33.mixer.experts.440.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.105.mixer.experts.26.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.42.mixer.experts.367.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.17.mixer.experts.480.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.80.mixer.experts.220.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.26.mixer.experts.45.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.74.mixer.experts.255.up_proj.weight": "model-00150-of-00225.safetensors", + "mtp.layers.1.mixer.experts.507.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.35.mixer.experts.310.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.372.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.35.mixer.experts.344.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.71.mixer.experts.387.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.30.mixer.experts.267.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.439.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.76.mixer.experts.124.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.146.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.19.mixer.experts.1.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.107.mixer.experts.207.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.60.mixer.experts.243.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.291.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.250.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.44.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.99.mixer.experts.51.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.76.mixer.experts.302.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.439.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.96.mixer.experts.78.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.290.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.319.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.307.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.96.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.21.mixer.experts.130.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.290.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.117.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.90.mixer.experts.54.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.60.mixer.experts.387.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.30.mixer.experts.329.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.492.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.40.mixer.experts.11.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.83.mixer.experts.476.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.1.mixer.experts.15.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.42.mixer.experts.127.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.69.mixer.experts.147.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.30.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.88.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.51.mixer.experts.365.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.3.mixer.experts.190.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.243.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.56.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.8.mixer.experts.123.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.462.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.67.mixer.experts.263.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.106.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.5.mixer.experts.269.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.329.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.19.mixer.experts.384.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.92.mixer.experts.10.down_proj.weight": "model-00184-of-00225.safetensors", + "mtp.layers.1.mixer.experts.115.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.40.mixer.experts.230.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.3.mixer.experts.281.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.105.mixer.experts.189.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.70.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.123.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.92.mixer.experts.261.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.196.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.206.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.213.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.80.mixer.experts.152.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.33.mixer.experts.40.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.236.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.8.mixer.experts.486.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.90.mixer.experts.451.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.401.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.37.mixer.experts.244.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.485.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.334.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.131.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.55.mixer.experts.494.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.193.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.40.mixer.experts.154.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.30.mixer.experts.203.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.349.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.21.mixer.experts.234.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.99.norm.weight": "model-00198-of-00225.safetensors", + "backbone.layers.33.mixer.experts.412.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.201.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.122.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.69.mixer.experts.63.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.35.mixer.experts.5.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.49.mixer.experts.455.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.69.mixer.experts.236.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.80.mixer.experts.421.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.71.mixer.experts.230.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.29.mixer.norm.weight": "model-00060-of-00225.safetensors", + "backbone.layers.12.mixer.experts.206.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.265.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.289.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.42.mixer.experts.274.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.47.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.60.mixer.experts.500.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.53.mixer.experts.84.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.10.mixer.experts.270.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.33.mixer.experts.102.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.18.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.40.mixer.experts.212.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.120.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.15.mixer.experts.235.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.489.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.256.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.15.mixer.experts.36.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.33.mixer.experts.127.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.205.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.71.mixer.experts.290.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.60.mixer.experts.7.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.169.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.30.mixer.experts.214.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.61.mixer.A_log": "model-00124-of-00225.safetensors", + "backbone.layers.80.mixer.experts.424.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.450.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.55.mixer.experts.117.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.37.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.99.mixer.shared_experts.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.1.mixer.experts.363.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.7.mixer.v_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.85.mixer.experts.13.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.1.mixer.experts.130.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.96.mixer.experts.258.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.experts.165.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.399.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.311.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.380.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.3.mixer.experts.314.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.395.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.76.mixer.experts.511.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.53.mixer.experts.259.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.363.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.96.mixer.experts.463.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.69.mixer.experts.372.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.67.mixer.experts.316.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.67.mixer.experts.462.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.44.mixer.experts.470.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.348.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.67.mixer.experts.153.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.51.mixer.experts.360.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.0.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.37.mixer.experts.399.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.380.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.90.mixer.experts.278.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.49.mixer.experts.197.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.295.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.92.mixer.experts.292.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.112.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.292.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.346.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.458.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.465.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.442.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.202.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.33.mixer.experts.382.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.30.mixer.experts.135.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.26.mixer.experts.206.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.24.mixer.experts.314.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.96.mixer.experts.404.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.57.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.62.mixer.experts.114.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.26.mixer.experts.337.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.137.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.58.mixer.experts.462.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.78.mixer.experts.25.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.65.mixer.experts.424.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.94.mixer.experts.332.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.40.mixer.experts.192.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.28.mixer.fc2_latent_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.83.mixer.experts.270.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.395.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.15.mixer.experts.156.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.94.mixer.experts.182.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.247.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.60.mixer.experts.482.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.511.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.17.mixer.experts.511.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.172.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.44.mixer.experts.490.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.452.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.71.mixer.experts.377.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.55.mixer.experts.22.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.125.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.63.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.42.mixer.experts.212.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.16.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.85.mixer.experts.47.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.356.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.355.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.69.mixer.experts.376.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.30.mixer.experts.134.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.53.mixer.experts.235.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.204.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.5.mixer.experts.351.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.258.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.11.mixer.A_log": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.259.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.60.mixer.experts.491.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.105.mixer.experts.318.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.58.mixer.experts.432.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.36.mixer.D": "model-00074-of-00225.safetensors", + "backbone.layers.37.mixer.experts.169.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.189.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.55.mixer.experts.31.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.74.mixer.experts.27.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.67.mixer.experts.261.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.69.mixer.experts.331.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.37.mixer.experts.9.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.24.mixer.experts.467.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.19.mixer.experts.362.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.422.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.24.mixer.experts.337.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.130.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.0.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.37.mixer.experts.507.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.496.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.178.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.90.mixer.experts.148.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.12.mixer.experts.112.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.13.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.35.mixer.experts.351.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.79.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.76.mixer.experts.361.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.99.mixer.experts.476.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.8.mixer.experts.150.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.80.mixer.experts.392.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.8.mixer.experts.104.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.17.mixer.experts.511.up_proj.weight": "model-00037-of-00225.safetensors", + "mtp.layers.1.mixer.experts.298.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.26.mixer.experts.34.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.203.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.463.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.458.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.369.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.348.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.215.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.67.mixer.experts.447.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.434.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.237.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.153.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.80.mixer.experts.461.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.49.mixer.experts.81.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.17.mixer.experts.76.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.103.mixer.experts.464.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.3.mixer.experts.406.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.8.mixer.experts.248.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.28.mixer.experts.84.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.74.mixer.experts.410.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.366.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.55.mixer.experts.86.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.511.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.65.mixer.experts.290.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.48.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.1.mixer.experts.11.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.65.mixer.experts.428.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.292.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.392.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.358.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.17.mixer.experts.247.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.78.mixer.experts.445.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.40.mixer.experts.210.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.102.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.83.mixer.experts.450.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.8.mixer.experts.266.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.24.mixer.experts.178.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.24.mixer.experts.172.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.92.mixer.experts.144.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.5.mixer.experts.59.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.62.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.416.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.101.mixer.experts.451.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.117.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.26.mixer.experts.320.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.423.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.64.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.69.mixer.experts.214.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.94.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.99.mixer.experts.421.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.8.mixer.experts.394.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.53.mixer.experts.186.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.3.mixer.experts.238.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.71.mixer.experts.335.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.26.mixer.experts.195.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.8.mixer.experts.482.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.202.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.266.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.79.mixer.out_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.94.mixer.experts.190.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.99.mixer.experts.125.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.105.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.76.mixer.experts.107.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.489.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.28.mixer.experts.238.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.21.mixer.experts.71.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.92.mixer.experts.295.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.1.mixer.experts.207.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.87.mixer.experts.500.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.58.mixer.experts.343.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.147.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.94.mixer.experts.105.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.65.mixer.experts.300.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.56.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.30.mixer.experts.161.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.94.mixer.experts.84.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.92.mixer.experts.162.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.65.mixer.experts.468.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.154.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.5.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.53.mixer.experts.248.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.318.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.78.mixer.experts.95.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.44.mixer.experts.34.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.9.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.60.mixer.experts.492.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.76.mixer.experts.112.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.322.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.74.mixer.experts.237.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.67.mixer.experts.417.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.276.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.53.mixer.experts.72.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.304.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.349.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.428.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.78.mixer.experts.328.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.80.mixer.experts.248.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.33.mixer.experts.346.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.72.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.492.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.53.mixer.experts.184.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.53.mixer.experts.491.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.12.mixer.experts.294.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.19.mixer.experts.1.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.44.mixer.experts.446.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.190.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.19.mixer.experts.294.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.35.mixer.experts.468.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.157.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.101.mixer.experts.471.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.65.mixer.experts.165.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.37.mixer.experts.503.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.15.mixer.experts.202.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.310.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.76.mixer.experts.253.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.26.mixer.experts.226.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.9.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.87.mixer.experts.511.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.67.mixer.experts.24.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.37.mixer.experts.77.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.62.mixer.experts.106.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.96.mixer.experts.132.up_proj.weight": "model-00194-of-00225.safetensors", + "lm_head.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.262.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.5.mixer.experts.422.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.345.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.99.mixer.experts.92.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.8.mixer.experts.296.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.439.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.10.mixer.experts.353.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.429.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.60.mixer.experts.345.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.69.mixer.experts.140.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.21.mixer.experts.105.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.40.mixer.experts.233.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.35.mixer.experts.414.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.80.mixer.experts.82.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.105.mixer.experts.157.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.62.mixer.experts.380.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.43.mixer.D": "model-00088-of-00225.safetensors", + "backbone.layers.71.mixer.experts.358.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.92.mixer.experts.322.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.30.mixer.experts.450.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.85.mixer.experts.176.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.87.norm.weight": "model-00175-of-00225.safetensors", + "backbone.layers.3.mixer.experts.170.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.60.mixer.experts.461.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.74.mixer.experts.276.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.257.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.105.mixer.experts.448.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.5.mixer.experts.226.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.83.mixer.experts.500.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.37.mixer.experts.441.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.55.mixer.experts.49.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.40.mixer.experts.352.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.367.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.79.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.420.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.30.mixer.experts.69.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.80.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.21.mixer.experts.428.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.99.mixer.experts.84.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.17.mixer.experts.101.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.46.mixer.experts.51.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.42.mixer.experts.316.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.62.mixer.experts.99.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.2.mixer.conv1d.weight": "model-00005-of-00225.safetensors", + "backbone.layers.76.mixer.experts.167.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.45.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.24.mixer.experts.127.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.26.mixer.experts.220.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.322.up_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.489.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.108.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.10.mixer.experts.278.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.67.mixer.experts.297.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.189.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.17.mixer.experts.315.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.12.mixer.experts.441.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.51.mixer.experts.405.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.76.mixer.experts.333.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.417.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.458.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.322.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.74.mixer.experts.84.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.62.mixer.experts.340.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.12.mixer.experts.241.up_proj.weight": "model-00026-of-00225.safetensors", + "mtp.layers.1.mixer.experts.467.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.471.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.5.mixer.experts.120.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.46.mixer.experts.477.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.15.mixer.experts.448.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.37.mixer.experts.67.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.76.mixer.experts.485.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.80.mixer.experts.216.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.5.mixer.experts.505.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.374.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.37.mixer.experts.331.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.62.mixer.experts.248.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.506.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.3.mixer.experts.491.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.80.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.15.mixer.experts.300.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.62.mixer.experts.348.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.46.mixer.experts.115.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.124.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.103.mixer.experts.355.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.27.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.80.mixer.experts.379.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.experts.11.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.12.mixer.experts.61.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.105.mixer.experts.381.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.15.mixer.experts.163.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.40.mixer.experts.425.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.421.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.96.mixer.experts.272.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.42.mixer.experts.450.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.12.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.220.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.101.mixer.experts.495.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.398.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.51.mixer.experts.15.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.49.mixer.experts.137.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.13.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.24.mixer.experts.37.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.432.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.274.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.76.mixer.experts.444.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.5.mixer.experts.5.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.49.mixer.experts.446.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.80.mixer.experts.462.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.55.mixer.experts.282.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.35.mixer.experts.336.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.62.mixer.experts.211.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.74.mixer.experts.0.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.44.mixer.experts.480.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.44.mixer.experts.334.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.80.mixer.experts.381.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.19.mixer.experts.480.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.51.mixer.experts.55.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.303.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.474.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.8.mixer.experts.265.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.352.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.294.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.83.mixer.experts.432.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.103.mixer.experts.74.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.46.mixer.experts.399.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.26.mixer.experts.141.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.17.mixer.experts.26.down_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.437.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.363.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.10.mixer.experts.200.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.83.mixer.experts.44.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.99.mixer.experts.22.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.15.mixer.experts.396.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.71.mixer.experts.473.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.99.mixer.experts.248.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.353.down_proj.weight": "model-00105-of-00225.safetensors", + "mtp.layers.1.mixer.experts.328.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.447.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.83.mixer.experts.164.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.71.mixer.experts.374.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.29.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.80.mixer.experts.235.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.42.mixer.experts.155.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.107.mixer.experts.271.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.107.mixer.experts.414.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.17.mixer.experts.469.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.356.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.282.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.19.mixer.experts.9.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.357.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.166.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.15.mixer.experts.350.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.99.mixer.experts.230.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.85.mixer.experts.345.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.99.mixer.experts.21.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.105.mixer.experts.299.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.198.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.94.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.101.mixer.experts.78.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.58.mixer.experts.427.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.462.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.242.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.46.mixer.experts.111.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.26.mixer.experts.395.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.58.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.107.mixer.experts.305.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.335.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.3.mixer.experts.432.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.506.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.87.mixer.experts.362.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.26.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.26.mixer.experts.68.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.76.mixer.experts.111.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.83.mixer.experts.62.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.99.mixer.experts.49.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.46.mixer.experts.102.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.30.mixer.experts.84.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.5.mixer.experts.400.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.28.mixer.experts.454.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.37.mixer.experts.132.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.42.mixer.experts.494.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.53.mixer.experts.213.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.277.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.76.mixer.experts.216.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.33.mixer.experts.172.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.193.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.85.mixer.experts.235.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.7.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.155.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.107.mixer.experts.64.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.40.mixer.experts.483.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.382.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.49.mixer.experts.311.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.71.mixer.experts.162.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.384.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.44.mixer.experts.41.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.78.mixer.experts.241.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.85.mixer.experts.179.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.24.mixer.experts.280.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.28.mixer.experts.485.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.44.mixer.experts.510.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.76.mixer.experts.393.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.222.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.33.mixer.experts.147.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.308.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.186.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.45.mixer.out_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.97.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.21.mixer.experts.438.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.8.mixer.experts.173.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.101.mixer.experts.257.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.422.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.24.mixer.experts.463.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.103.mixer.experts.297.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.67.mixer.experts.280.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.49.mixer.experts.33.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.90.mixer.experts.393.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.62.mixer.experts.466.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.46.mixer.experts.220.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.53.mixer.experts.279.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.241.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.357.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.90.mixer.experts.249.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.24.mixer.experts.430.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.292.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.421.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.62.mixer.experts.23.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.481.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.30.mixer.experts.247.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.78.mixer.experts.473.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.83.mixer.experts.30.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.3.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.5.mixer.experts.377.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.393.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.3.mixer.experts.493.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.33.mixer.experts.58.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.157.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.485.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.483.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.385.down_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.331.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.33.mixer.experts.457.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.85.mixer.experts.352.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.24.mixer.experts.324.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.33.mixer.experts.506.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.90.mixer.experts.198.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.71.mixer.experts.313.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.94.mixer.experts.34.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.65.mixer.experts.493.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.107.mixer.experts.83.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.85.mixer.experts.278.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.402.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.30.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.35.mixer.experts.223.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.76.mixer.experts.482.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.99.mixer.experts.178.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.8.mixer.experts.242.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.51.mixer.experts.231.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.28.mixer.experts.501.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.30.mixer.experts.270.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.219.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.33.mixer.experts.306.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.1.mixer.experts.219.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.336.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.136.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.21.mixer.experts.502.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.175.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.159.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.53.mixer.experts.467.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.149.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.10.mixer.experts.149.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.74.mixer.experts.439.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.21.mixer.experts.138.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.71.mixer.experts.37.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.37.mixer.experts.509.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.35.mixer.experts.284.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.69.mixer.experts.321.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.349.up_proj.weight": "model-00141-of-00225.safetensors", + "mtp.layers.1.mixer.experts.363.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.8.mixer.experts.393.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.71.mixer.experts.454.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.15.mixer.experts.84.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.417.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.1.mixer.experts.509.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.60.mixer.experts.364.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.107.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.44.mixer.experts.338.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.24.mixer.experts.79.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.21.mixer.experts.28.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.94.mixer.experts.489.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.92.mixer.experts.114.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.304.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.137.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.295.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.3.mixer.experts.229.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.69.mixer.experts.37.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.451.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.175.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.433.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.187.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.382.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.420.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.12.mixer.experts.36.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.463.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.193.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.139.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.197.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.40.mixer.experts.342.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.12.mixer.experts.243.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.65.mixer.experts.371.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.12.mixer.experts.477.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.12.mixer.experts.344.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.71.mixer.experts.163.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.26.mixer.experts.494.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.80.mixer.experts.93.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.19.mixer.experts.290.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.58.mixer.experts.155.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.195.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.65.mixer.experts.78.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.99.mixer.experts.89.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.314.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.24.mixer.experts.417.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.67.mixer.experts.390.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.17.mixer.experts.60.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.479.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.112.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.49.mixer.experts.228.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.204.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.12.mixer.experts.48.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.310.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.99.mixer.experts.139.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.272.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.281.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.60.mixer.shared_experts.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.4.mixer.out_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.8.mixer.experts.70.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.15.mixer.experts.350.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.87.mixer.experts.98.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.71.mixer.experts.196.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.198.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.15.mixer.experts.51.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.65.mixer.experts.231.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.49.mixer.experts.482.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.87.mixer.experts.301.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.166.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.429.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.30.mixer.experts.211.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.8.mixer.experts.247.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.278.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.371.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.19.mixer.experts.419.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.85.mixer.experts.270.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.223.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.101.mixer.experts.64.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.85.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.40.mixer.experts.200.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.53.mixer.experts.406.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.21.mixer.experts.11.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.42.mixer.experts.398.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.255.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.experts.145.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.49.mixer.experts.211.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.402.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.222.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.157.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.96.mixer.experts.275.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.46.mixer.experts.75.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.91.mixer.out_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.42.mixer.experts.502.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.176.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.69.mixer.experts.434.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.192.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.62.mixer.experts.236.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.46.mixer.experts.177.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.475.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.45.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.482.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.92.mixer.experts.257.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.71.mixer.experts.295.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.71.mixer.experts.77.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.85.mixer.experts.185.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.99.mixer.experts.319.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.256.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.65.mixer.experts.198.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.67.mixer.experts.268.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.383.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.8.mixer.experts.130.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.207.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.90.mixer.experts.203.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.51.mixer.experts.456.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.17.mixer.experts.2.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.92.mixer.experts.188.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.10.mixer.experts.89.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.26.mixer.experts.502.down_proj.weight": "model-00056-of-00225.safetensors", + "mtp.layers.1.mixer.experts.193.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.80.mixer.experts.278.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.35.mixer.experts.258.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.24.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.69.mixer.experts.175.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.94.mixer.experts.32.up_proj.weight": "model-00189-of-00225.safetensors", + "mtp.layers.1.mixer.experts.383.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.35.mixer.experts.83.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.67.mixer.experts.324.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.28.mixer.experts.79.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.94.mixer.experts.416.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.210.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.17.mixer.experts.238.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.99.mixer.experts.317.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.113.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.44.mixer.experts.267.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.51.mixer.experts.482.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.436.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.145.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.42.mixer.experts.504.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.218.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.65.mixer.experts.42.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.80.mixer.experts.301.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.282.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.277.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.494.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.163.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.69.mixer.experts.389.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.96.mixer.experts.352.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.92.mixer.experts.88.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.19.mixer.experts.170.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.141.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.51.mixer.experts.433.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.3.mixer.experts.333.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.90.mixer.experts.196.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.87.mixer.experts.271.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.69.mixer.experts.472.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.49.mixer.experts.61.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.194.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.46.mixer.experts.444.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.105.mixer.experts.307.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.65.mixer.experts.261.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.3.mixer.experts.212.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.24.mixer.experts.18.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.96.mixer.experts.2.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.42.mixer.experts.467.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.87.mixer.experts.261.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.235.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.8.mixer.experts.171.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.107.mixer.experts.70.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.103.mixer.experts.414.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.49.mixer.experts.267.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.87.mixer.experts.255.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.74.mixer.experts.86.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.62.mixer.experts.295.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.157.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.51.mixer.experts.401.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.24.mixer.experts.307.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.94.mixer.experts.44.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.85.mixer.experts.240.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.10.mixer.experts.354.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.58.mixer.experts.509.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.96.mixer.experts.452.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.42.mixer.experts.121.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.37.mixer.experts.2.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.78.mixer.experts.435.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.410.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.62.mixer.experts.242.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.473.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.42.mixer.experts.208.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.92.mixer.experts.454.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.44.mixer.experts.79.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.46.mixer.experts.400.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.101.mixer.experts.269.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.51.mixer.experts.126.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.417.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.41.mixer.A_log": "model-00083-of-00225.safetensors", + "backbone.layers.15.mixer.experts.213.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.128.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.291.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.49.mixer.experts.204.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.421.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.159.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.37.mixer.experts.445.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.67.mixer.experts.234.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.15.mixer.experts.31.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.8.mixer.experts.500.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.67.mixer.experts.267.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.49.mixer.experts.359.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.87.mixer.experts.75.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.62.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.12.mixer.experts.260.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.77.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.33.mixer.experts.219.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.510.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.266.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.46.mixer.experts.52.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.344.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.101.mixer.experts.81.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.457.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.357.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.80.mixer.experts.17.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.3.mixer.experts.273.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.95.mixer.norm.weight": "model-00193-of-00225.safetensors", + "backbone.layers.80.mixer.experts.299.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.40.mixer.experts.133.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.28.mixer.experts.29.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.208.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.28.mixer.experts.148.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.92.mixer.experts.327.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.60.mixer.experts.65.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.58.mixer.experts.210.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.16.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.308.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.96.mixer.experts.206.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.419.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.21.mixer.experts.501.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.51.mixer.experts.90.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.58.mixer.experts.15.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.99.mixer.experts.130.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.329.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.200.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.12.mixer.experts.137.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.219.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.331.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.346.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.326.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.8.mixer.experts.312.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.1.mixer.experts.438.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.26.mixer.experts.247.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.99.mixer.experts.486.down_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.132.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.58.mixer.experts.103.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.107.mixer.experts.16.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.406.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.76.mixer.experts.85.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.323.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.94.mixer.experts.42.down_proj.weight": "model-00189-of-00225.safetensors", + "mtp.layers.1.mixer.experts.510.up_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.456.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.83.mixer.experts.426.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.24.mixer.experts.223.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.381.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.397.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.210.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.8.mixer.experts.194.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.314.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.271.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.53.mixer.experts.419.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.81.mixer.dt_bias": "model-00165-of-00225.safetensors", + "backbone.layers.105.mixer.experts.264.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.1.mixer.experts.84.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.107.mixer.experts.381.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.62.mixer.experts.115.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.46.mixer.experts.367.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.1.mixer.experts.91.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.80.mixer.experts.279.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.83.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.35.mixer.experts.63.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.78.mixer.experts.137.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.62.mixer.experts.344.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.96.mixer.experts.136.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.5.mixer.experts.278.up_proj.weight": "model-00013-of-00225.safetensors", + "mtp.layers.1.mixer.experts.65.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.5.mixer.experts.467.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.51.mixer.experts.94.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.35.mixer.fc2_latent_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.274.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.44.mixer.experts.284.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.302.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.76.mixer.experts.35.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.40.mixer.experts.257.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.161.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.379.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.431.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.15.mixer.experts.69.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.485.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.44.mixer.experts.234.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.74.mixer.experts.191.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.381.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.67.mixer.experts.50.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.76.mixer.experts.291.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.386.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.42.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.87.mixer.experts.479.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.51.mixer.experts.509.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.65.mixer.experts.378.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.69.mixer.experts.169.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.104.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.58.mixer.experts.416.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.69.mixer.experts.392.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.6.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.490.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.50.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.119.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.321.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.120.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.459.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.101.mixer.experts.232.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.experts.142.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.55.mixer.experts.414.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.51.mixer.experts.256.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.48.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.96.mixer.experts.162.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.44.mixer.experts.254.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.60.mixer.experts.230.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.161.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.40.mixer.experts.116.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.87.mixer.experts.227.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.189.up_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.267.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.35.mixer.experts.224.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.71.mixer.experts.370.up_proj.weight": "model-00146-of-00225.safetensors", + "mtp.layers.1.mixer.experts.46.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.37.mixer.experts.369.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.3.mixer.experts.377.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.60.mixer.experts.81.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.300.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.30.mixer.experts.262.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.80.mixer.experts.84.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.33.mixer.experts.208.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.7.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.80.mixer.experts.263.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.410.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.65.mixer.experts.458.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.49.mixer.experts.69.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.70.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.3.mixer.experts.337.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.213.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.67.mixer.experts.461.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.30.mixer.experts.29.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.53.mixer.experts.155.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.118.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.71.mixer.experts.52.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.96.mixer.experts.249.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.304.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.67.mixer.experts.344.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.174.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.26.mixer.experts.3.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.107.mixer.experts.312.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.26.mixer.experts.462.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.46.mixer.experts.370.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.33.mixer.experts.196.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.80.mixer.experts.86.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.197.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.462.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.28.mixer.experts.195.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.378.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.30.mixer.experts.440.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.17.mixer.experts.83.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.90.mixer.experts.466.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.15.mixer.experts.16.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.30.mixer.experts.374.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.15.mixer.experts.30.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.442.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.107.mixer.experts.197.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.51.mixer.experts.336.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.94.mixer.experts.364.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.176.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.35.mixer.experts.365.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.62.mixer.experts.189.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.27.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.100.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.105.mixer.experts.277.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.444.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.105.mixer.experts.265.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.105.mixer.experts.46.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.94.mixer.experts.122.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.53.mixer.experts.95.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.484.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.67.mixer.experts.322.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.107.mixer.experts.135.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.53.mixer.experts.467.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.28.mixer.experts.252.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.90.mixer.experts.353.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.53.mixer.experts.36.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.53.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.274.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.30.mixer.experts.121.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.51.mixer.experts.144.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.67.mixer.experts.46.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.105.mixer.experts.226.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.mixer.experts.490.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.30.mixer.experts.256.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.105.mixer.experts.214.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.135.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.40.mixer.experts.319.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.15.mixer.experts.193.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.69.mixer.experts.506.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.128.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.194.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.35.mixer.experts.346.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.94.mixer.experts.10.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.60.mixer.experts.135.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.501.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.67.mixer.experts.45.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.494.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.37.mixer.experts.272.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.21.mixer.experts.228.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.69.mixer.experts.301.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.99.mixer.experts.191.down_proj.weight": "model-00199-of-00225.safetensors", + "mtp.layers.1.mixer.experts.350.down_proj.weight": "model-00224-of-00225.safetensors", + "mtp.layers.1.mixer.experts.492.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.33.mixer.experts.333.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.17.mixer.experts.71.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.55.mixer.experts.41.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.172.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.276.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.78.mixer.experts.125.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.282.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.90.mixer.experts.90.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.90.mixer.experts.319.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.51.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.3.mixer.experts.428.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.42.mixer.experts.273.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.mixer.experts.345.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.337.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.28.mixer.experts.162.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.1.mixer.experts.507.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.35.mixer.experts.430.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.44.mixer.experts.401.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.103.mixer.experts.107.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.19.mixer.experts.395.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.experts.445.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.87.mixer.experts.84.down_proj.weight": "model-00176-of-00225.safetensors", + "mtp.layers.1.mixer.experts.474.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.12.mixer.experts.204.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.experts.244.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.49.mixer.experts.23.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.35.mixer.experts.131.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.17.mixer.experts.389.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.69.mixer.experts.275.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.163.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.35.mixer.experts.501.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.138.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.187.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.100.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.65.mixer.experts.182.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.44.mixer.experts.312.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.60.mixer.experts.323.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.167.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.434.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.107.mixer.experts.380.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.416.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.99.mixer.experts.370.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.186.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.experts.358.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.87.mixer.experts.197.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.367.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.163.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.105.mixer.experts.286.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.46.mixer.experts.296.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.69.mixer.experts.149.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.120.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.26.mixer.experts.507.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.12.mixer.experts.318.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.85.mixer.experts.394.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.46.mixer.experts.216.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.65.mixer.experts.450.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.107.mixer.experts.127.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.92.mixer.experts.413.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.15.mixer.experts.88.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.274.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.51.mixer.experts.419.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.78.mixer.experts.290.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.94.mixer.experts.47.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.24.mixer.experts.443.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.80.mixer.experts.74.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.502.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.17.mixer.experts.118.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.30.mixer.experts.501.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.60.mixer.experts.128.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.83.mixer.experts.424.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.76.mixer.experts.447.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.27.mixer.A_log": "model-00056-of-00225.safetensors", + "backbone.layers.1.mixer.experts.118.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.381.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.478.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.236.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.76.mixer.experts.22.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.60.mixer.experts.39.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.90.mixer.experts.254.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.21.mixer.experts.164.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.396.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.321.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.333.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.243.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.10.mixer.experts.216.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.104.mixer.D": "model-00211-of-00225.safetensors", + "backbone.layers.107.mixer.experts.42.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.70.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.28.mixer.experts.116.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.489.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.8.mixer.experts.79.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.88.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.69.mixer.experts.502.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.3.mixer.experts.466.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.53.mixer.experts.226.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.103.mixer.experts.243.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.291.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.experts.387.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.17.mixer.experts.20.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.1.mixer.experts.254.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.194.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.293.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.103.mixer.experts.226.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.83.mixer.experts.350.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.26.mixer.experts.336.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.394.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.17.mixer.experts.264.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.17.mixer.experts.101.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.26.mixer.experts.125.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.177.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.19.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.103.mixer.experts.89.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.51.mixer.experts.452.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.62.mixer.experts.199.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.55.mixer.experts.401.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.67.mixer.experts.379.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.356.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.46.mixer.experts.294.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.107.mixer.experts.84.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.107.mixer.experts.466.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.51.mixer.experts.267.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.460.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.369.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.94.mixer.experts.413.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.10.mixer.experts.501.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.15.mixer.experts.470.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.46.mixer.experts.110.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.269.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.49.mixer.experts.327.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.239.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.262.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.436.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.33.mixer.experts.64.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.5.mixer.experts.354.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.397.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.69.mixer.experts.76.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.90.mixer.experts.456.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.5.mixer.experts.439.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.69.mixer.experts.407.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.101.mixer.experts.247.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.94.mixer.experts.103.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.100.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.33.mixer.experts.408.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.199.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.305.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.101.mixer.experts.280.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.228.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.152.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.5.mixer.experts.394.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.26.mixer.experts.99.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.69.mixer.experts.245.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.96.mixer.experts.23.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.61.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.266.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.80.mixer.experts.156.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.10.mixer.experts.238.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.261.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.46.mixer.experts.144.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.393.up_proj.weight": "model-00151-of-00225.safetensors", + "mtp.layers.1.mixer.experts.498.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.293.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.76.mixer.experts.438.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.78.mixer.experts.470.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.42.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.33.mixer.experts.210.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.83.mixer.experts.24.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.472.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.35.mixer.experts.147.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.105.mixer.experts.235.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.53.mixer.experts.333.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.49.mixer.experts.395.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.15.mixer.experts.199.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.106.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.312.up_proj.weight": "model-00017-of-00225.safetensors", + "mtp.layers.1.mixer.experts.58.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.494.down_proj.weight": "model-00065-of-00225.safetensors", + "mtp.layers.1.mixer.experts.6.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.24.mixer.experts.160.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.76.mixer.experts.49.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.21.mixer.experts.282.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.477.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.60.mixer.experts.210.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.74.mixer.experts.420.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.5.mixer.experts.51.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.151.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.104.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.335.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.49.mixer.experts.404.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.310.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.92.mixer.experts.457.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.90.mixer.experts.501.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.320.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.60.mixer.experts.248.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.440.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.163.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.454.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.158.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.42.mixer.experts.490.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.40.mixer.experts.505.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.67.mixer.experts.1.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.17.mixer.experts.342.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.30.mixer.experts.476.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.408.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.15.mixer.experts.182.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.102.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.5.mixer.experts.206.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.90.mixer.experts.211.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.69.mixer.experts.391.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.13.mixer.A_log": "model-00028-of-00225.safetensors", + "backbone.layers.40.mixer.experts.370.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.8.mixer.experts.58.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.12.mixer.experts.506.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.46.mixer.experts.41.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.229.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.303.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.35.mixer.experts.260.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.107.mixer.experts.445.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.10.mixer.experts.179.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.55.mixer.experts.430.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.17.mixer.experts.45.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.58.mixer.experts.488.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.488.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.33.mixer.experts.185.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.17.mixer.experts.18.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.26.mixer.experts.211.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.60.mixer.experts.479.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.103.mixer.experts.106.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.244.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.55.mixer.experts.452.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.12.mixer.experts.345.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.60.mixer.experts.366.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.90.mixer.experts.321.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.78.mixer.experts.122.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.87.mixer.experts.296.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.87.mixer.experts.434.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.375.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.316.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.71.mixer.experts.47.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.94.mixer.experts.420.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.17.mixer.experts.214.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.26.mixer.experts.377.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.80.mixer.experts.462.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.230.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.54.mixer.D": "model-00111-of-00225.safetensors", + "backbone.layers.96.mixer.experts.465.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.422.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.353.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.467.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.74.mixer.experts.159.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.90.mixer.experts.508.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.413.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.67.mixer.experts.35.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.37.mixer.experts.54.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.83.mixer.experts.54.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.15.mixer.experts.161.down_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.59.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.30.mixer.experts.307.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.40.mixer.experts.310.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.8.mixer.experts.324.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.12.mixer.experts.376.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.37.mixer.experts.23.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.105.mixer.experts.400.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.83.mixer.experts.484.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.28.mixer.experts.317.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.279.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.35.mixer.experts.2.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.51.mixer.experts.168.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.experts.176.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.347.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.96.mixer.experts.122.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.19.mixer.experts.98.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.85.mixer.experts.468.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.35.mixer.experts.390.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.65.mixer.experts.281.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.96.mixer.experts.397.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.35.mixer.experts.406.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.55.mixer.experts.297.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.69.mixer.experts.502.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.252.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.62.mixer.experts.348.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.24.mixer.experts.129.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.55.mixer.experts.327.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.10.mixer.experts.6.down_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.26.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.87.mixer.experts.74.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.74.mixer.experts.375.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.3.mixer.experts.117.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.101.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.105.mixer.experts.32.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.105.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.53.mixer.experts.47.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.30.mixer.experts.275.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.130.up_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.264.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.34.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.91.mixer.in_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.208.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.65.mixer.experts.388.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.198.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.357.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.5.mixer.experts.303.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.85.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.21.mixer.experts.266.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.67.mixer.experts.475.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.40.mixer.experts.71.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.30.mixer.experts.112.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.78.mixer.experts.478.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.12.mixer.experts.256.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.122.up_proj.weight": "model-00057-of-00225.safetensors", + "mtp.layers.1.mixer.experts.305.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.93.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.36.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.87.mixer.experts.149.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.78.mixer.experts.170.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.15.norm.weight": "model-00029-of-00225.safetensors", + "backbone.layers.44.mixer.experts.308.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.327.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.83.mixer.experts.497.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.40.mixer.experts.246.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.5.mixer.experts.14.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.100.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.46.mixer.experts.270.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.21.mixer.experts.207.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.60.mixer.experts.337.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.44.mixer.experts.68.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.35.mixer.experts.458.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.85.mixer.experts.0.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.44.mixer.experts.110.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.502.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.30.mixer.experts.326.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.311.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.12.mixer.experts.383.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.46.mixer.experts.119.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.5.mixer.experts.244.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.40.mixer.experts.289.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.67.mixer.experts.89.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.35.mixer.experts.146.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.417.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.46.mixer.experts.365.up_proj.weight": "model-00096-of-00225.safetensors", + "mtp.layers.1.mixer.experts.172.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.96.mixer.experts.396.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.30.mixer.experts.27.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.76.mixer.experts.385.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.33.mixer.experts.111.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.438.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.28.mixer.experts.431.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.322.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.42.mixer.experts.40.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.465.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.74.mixer.experts.440.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.234.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.264.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.21.mixer.experts.1.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.218.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.320.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.76.mixer.experts.302.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.80.mixer.experts.213.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.42.mixer.experts.218.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.52.mixer.conv1d.bias": "model-00106-of-00225.safetensors", + "backbone.layers.99.mixer.experts.275.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.40.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.87.mixer.experts.477.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.15.mixer.experts.123.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.396.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.35.mixer.experts.200.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.33.mixer.experts.234.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.33.mixer.experts.244.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.223.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.26.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.15.mixer.experts.335.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.80.mixer.experts.201.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.87.mixer.experts.367.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.58.mixer.experts.232.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.24.mixer.experts.240.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.107.mixer.experts.372.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.67.mixer.experts.55.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.24.mixer.experts.251.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.171.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.447.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.1.mixer.experts.388.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.92.mixer.experts.140.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.80.mixer.experts.98.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.365.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.165.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.80.mixer.experts.439.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.94.mixer.experts.169.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.17.mixer.experts.35.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.415.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.35.mixer.experts.257.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.71.mixer.experts.44.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.1.mixer.experts.444.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.experts.81.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.154.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.85.mixer.experts.334.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.92.mixer.experts.123.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.51.mixer.experts.390.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.90.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.24.mixer.experts.72.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.281.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.26.mixer.experts.59.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.58.mixer.experts.464.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.78.mixer.experts.415.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.467.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.10.mixer.experts.299.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.168.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.108.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.436.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.55.mixer.experts.375.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.norm.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.380.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.69.mixer.experts.22.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.30.mixer.experts.148.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.453.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.100.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.12.mixer.experts.505.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.96.mixer.experts.183.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.377.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.235.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.21.mixer.experts.464.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.480.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.8.mixer.experts.308.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.45.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.80.mixer.experts.358.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.122.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.5.mixer.experts.133.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.76.mixer.experts.66.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.62.mixer.experts.86.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.19.mixer.experts.391.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.418.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.313.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.398.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.19.mixer.experts.433.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.454.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.415.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.385.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.62.mixer.experts.470.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.22.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.65.mixer.experts.156.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.378.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.96.mixer.experts.111.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.21.mixer.experts.340.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.17.mixer.experts.118.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.80.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.53.mixer.experts.495.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.107.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.80.mixer.experts.38.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.46.mixer.experts.143.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.78.mixer.experts.222.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.481.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.411.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.490.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.99.mixer.experts.355.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.24.mixer.experts.258.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.266.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.1.mixer.experts.302.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.494.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.51.mixer.experts.124.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.107.mixer.experts.390.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.92.mixer.experts.385.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.84.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.71.mixer.experts.262.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.171.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.78.mixer.experts.271.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.33.mixer.experts.16.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.90.mixer.experts.177.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.10.mixer.experts.396.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.96.mixer.experts.5.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.28.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.94.mixer.experts.4.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.477.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.99.mixer.experts.98.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.49.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.51.mixer.experts.420.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.69.mixer.experts.78.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.94.mixer.experts.276.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.55.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.37.mixer.experts.32.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.47.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.92.mixer.experts.7.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.12.mixer.experts.15.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.349.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.92.mixer.experts.162.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.92.mixer.experts.187.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.74.mixer.experts.290.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.26.mixer.experts.81.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.440.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.244.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.63.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.49.mixer.experts.466.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.51.mixer.experts.255.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.21.mixer.experts.279.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.507.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.69.mixer.experts.17.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.10.mixer.experts.67.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.55.mixer.experts.328.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.53.mixer.experts.31.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.481.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.105.mixer.experts.264.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.94.mixer.experts.231.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.6.mixer.dt_bias": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.356.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.53.mixer.experts.402.up_proj.weight": "model-00110-of-00225.safetensors", + "mtp.layers.1.mixer.experts.429.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.76.mixer.experts.156.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.438.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.333.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.83.mixer.experts.455.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.90.mixer.experts.255.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.107.mixer.experts.99.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.105.mixer.experts.486.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.37.mixer.experts.215.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.24.mixer.experts.278.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.107.mixer.experts.62.down_proj.weight": "model-00216-of-00225.safetensors", + "mtp.layers.1.mixer.experts.270.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.103.mixer.experts.174.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.58.mixer.experts.492.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.60.mixer.experts.101.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.116.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.24.mixer.experts.50.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.85.mixer.experts.242.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.360.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.223.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.74.mixer.experts.348.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.26.mixer.experts.186.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.80.mixer.experts.275.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.201.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.374.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.67.mixer.experts.384.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.35.mixer.experts.84.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.56.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.26.mixer.experts.372.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.92.mixer.experts.199.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.359.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.99.mixer.experts.130.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.5.mixer.experts.451.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.49.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.74.mixer.experts.388.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.80.mixer.experts.76.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.30.mixer.experts.447.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.58.mixer.experts.265.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.49.mixer.experts.362.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.96.mixer.experts.154.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.55.mixer.experts.48.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.105.mixer.experts.472.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.39.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.80.mixer.experts.377.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.360.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.15.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.65.mixer.experts.15.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.71.mixer.experts.222.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.182.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.5.mixer.experts.58.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.380.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.101.mixer.experts.493.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.37.mixer.experts.346.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.12.mixer.experts.280.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.44.mixer.experts.83.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.28.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.26.mixer.experts.460.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.5.mixer.experts.456.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.504.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.92.mixer.experts.384.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.85.mixer.experts.496.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.271.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.80.mixer.experts.491.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.46.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.33.mixer.experts.399.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.99.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.67.mixer.experts.205.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.28.mixer.experts.238.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.101.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.315.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.38.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.67.mixer.experts.342.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.479.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.413.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.227.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.94.mixer.experts.248.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.19.mixer.experts.445.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.101.mixer.experts.152.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.35.mixer.experts.127.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.80.mixer.experts.245.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.85.mixer.experts.329.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.29.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.296.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.266.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.185.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.92.mixer.experts.427.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.49.mixer.experts.371.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.1.mixer.experts.287.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.473.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.105.mixer.experts.501.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.85.mixer.experts.444.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.78.mixer.experts.195.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.187.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.408.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.8.mixer.experts.155.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.124.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.92.mixer.experts.109.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.87.mixer.experts.343.down_proj.weight": "model-00178-of-00225.safetensors", + "mtp.layers.1.mixer.experts.366.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.60.mixer.experts.475.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.101.mixer.experts.155.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.8.mixer.experts.419.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.130.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.3.mixer.experts.324.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.9.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.101.mixer.experts.190.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.62.mixer.experts.313.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.3.mixer.experts.185.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.44.mixer.experts.452.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.21.mixer.experts.468.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.35.mixer.experts.485.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.248.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.8.mixer.experts.232.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.5.mixer.experts.155.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.42.mixer.experts.426.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.340.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.170.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.336.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.94.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.80.mixer.experts.406.up_proj.weight": "model-00164-of-00225.safetensors", + "mtp.layers.1.mixer.experts.240.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.5.mixer.experts.151.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.62.mixer.experts.37.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.32.mixer.k_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.484.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.40.mixer.experts.315.up_proj.weight": "model-00081-of-00225.safetensors", + "mtp.layers.1.mixer.experts.273.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.24.mixer.experts.341.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.51.mixer.experts.252.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.38.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.62.mixer.experts.11.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.172.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.372.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.99.mixer.experts.265.down_proj.weight": "model-00200-of-00225.safetensors", + "mtp.layers.1.mixer.experts.33.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.5.mixer.experts.381.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.108.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.35.mixer.experts.297.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.363.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.44.mixer.experts.461.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.12.mixer.experts.356.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.123.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.5.mixer.experts.257.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.96.mixer.experts.220.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.19.mixer.experts.222.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.92.mixer.experts.171.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.428.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.345.up_proj.weight": "model-00100-of-00225.safetensors", + "mtp.layers.1.mixer.experts.46.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.37.mixer.experts.466.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.283.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.33.mixer.experts.57.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.49.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.83.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.83.mixer.experts.225.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.181.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.17.mixer.experts.264.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.1.mixer.experts.37.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.1.mixer.experts.102.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.35.mixer.experts.374.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.195.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.65.mixer.experts.431.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.179.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.307.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.33.mixer.experts.445.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.26.mixer.experts.404.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.51.mixer.experts.478.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.49.mixer.experts.415.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.17.mixer.experts.38.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.176.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.146.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.28.mixer.experts.259.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.8.mixer.experts.388.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.58.mixer.experts.451.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.99.mixer.experts.103.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.30.mixer.experts.305.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.28.mixer.experts.5.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.289.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.28.mixer.experts.478.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.78.mixer.experts.169.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.6.mixer.out_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.457.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.44.mixer.experts.235.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.277.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.65.mixer.experts.344.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.3.mixer.experts.440.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.349.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.19.mixer.experts.458.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.42.mixer.experts.355.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.71.mixer.experts.143.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.51.mixer.experts.490.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.42.mixer.experts.197.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.84.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.296.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.156.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.43.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.42.mixer.experts.72.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.62.mixer.experts.235.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.425.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.8.mixer.experts.136.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.94.mixer.experts.138.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.99.mixer.experts.171.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.74.mixer.experts.336.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.shared_experts.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.105.mixer.experts.139.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.44.mixer.gate.weight": "model-00092-of-00225.safetensors", + "backbone.layers.80.mixer.experts.80.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.24.mixer.experts.200.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.94.mixer.experts.254.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.21.mixer.experts.57.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.55.mixer.experts.254.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.161.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.142.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.92.mixer.experts.388.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.10.mixer.experts.287.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.21.mixer.experts.353.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.380.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.76.mixer.experts.172.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.90.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.99.mixer.experts.349.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.44.mixer.experts.474.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.386.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.15.mixer.experts.152.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.78.mixer.experts.8.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.105.mixer.experts.230.down_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.419.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.41.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.78.mixer.experts.379.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.78.mixer.experts.311.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.46.mixer.experts.319.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.444.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.76.mixer.experts.129.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.10.mixer.experts.329.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.21.mixer.experts.80.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.15.mixer.experts.264.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.114.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.347.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.19.mixer.experts.235.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.96.mixer.experts.97.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.58.mixer.experts.139.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.407.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.105.mixer.experts.222.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.53.mixer.experts.202.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.15.mixer.experts.175.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.69.mixer.experts.369.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.1.mixer.experts.3.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.92.mixer.experts.488.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.76.mixer.experts.40.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.107.mixer.experts.486.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.15.mixer.experts.204.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.101.mixer.experts.466.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.8.mixer.experts.110.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.105.mixer.shared_experts.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.49.mixer.experts.25.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.74.mixer.experts.8.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.30.mixer.experts.272.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.33.mixer.experts.421.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.42.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.259.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.94.mixer.experts.276.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.292.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.107.mixer.experts.335.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.112.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.8.mixer.experts.136.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.67.mixer.experts.507.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.35.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.80.mixer.experts.363.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.96.mixer.experts.135.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.58.mixer.experts.271.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.71.mixer.experts.106.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.60.mixer.experts.2.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.116.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.19.mixer.experts.361.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.12.mixer.experts.231.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.85.mixer.experts.394.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.236.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.67.mixer.experts.260.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.49.mixer.experts.383.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.107.mixer.experts.381.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.5.mixer.experts.384.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.110.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.90.mixer.experts.329.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.5.mixer.experts.0.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.49.mixer.experts.460.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.96.mixer.experts.330.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.71.mixer.experts.404.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.80.mixer.experts.435.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.103.mixer.experts.241.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.12.mixer.experts.37.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.94.mixer.experts.355.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.25.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.122.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.260.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.80.mixer.experts.494.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.96.mixer.experts.369.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.39.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.443.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.40.mixer.experts.148.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.448.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.83.mixer.experts.158.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.37.mixer.experts.94.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.166.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.1.mixer.experts.377.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.40.mixer.experts.131.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.283.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.99.mixer.experts.151.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.448.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.99.mixer.experts.317.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.46.mixer.experts.71.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.50.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.30.mixer.experts.401.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.112.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.53.mixer.experts.92.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.26.mixer.experts.347.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.67.mixer.experts.418.down_proj.weight": "model-00137-of-00225.safetensors", + "mtp.layers.1.mixer.experts.28.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.42.mixer.experts.288.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.65.mixer.experts.441.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.300.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.26.mixer.experts.47.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.296.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.105.mixer.experts.293.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.71.mixer.experts.277.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.510.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.156.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.115.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.94.mixer.experts.29.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.80.mixer.experts.338.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.26.mixer.experts.76.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.69.mixer.experts.2.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.67.mixer.experts.100.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.462.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.80.mixer.experts.483.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.84.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.51.mixer.experts.133.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.101.mixer.experts.261.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.24.mixer.experts.206.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.273.up_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.352.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.467.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.212.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.30.mixer.experts.50.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.161.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.62.mixer.experts.357.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.108.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.49.mixer.experts.11.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.55.mixer.experts.457.up_proj.weight": "model-00115-of-00225.safetensors", + "mtp.layers.1.mixer.experts.371.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.12.mixer.experts.176.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.35.mixer.experts.299.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.231.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.103.mixer.experts.326.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.158.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.49.mixer.experts.244.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.105.mixer.experts.434.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.105.mixer.experts.493.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.15.mixer.experts.289.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.249.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.114.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.55.mixer.experts.23.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.28.mixer.experts.80.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.60.mixer.experts.483.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.28.mixer.experts.146.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.407.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.85.mixer.experts.356.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.445.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.33.mixer.experts.332.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.74.mixer.experts.444.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.169.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.408.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.87.mixer.experts.340.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.135.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.53.mixer.experts.251.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.experts.325.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.357.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.44.mixer.experts.448.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.110.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.3.mixer.experts.145.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.76.mixer.experts.66.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.267.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.126.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.26.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.83.mixer.experts.69.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.44.mixer.experts.281.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.379.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.140.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.214.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.28.mixer.experts.163.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.32.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.26.mixer.experts.6.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.44.mixer.experts.288.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.269.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.460.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.5.mixer.experts.68.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.101.mixer.experts.62.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.5.mixer.experts.492.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.340.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.87.mixer.experts.327.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.30.mixer.experts.356.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.261.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.425.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.28.mixer.experts.276.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.94.mixer.experts.192.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.46.mixer.experts.495.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.49.mixer.experts.89.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.10.mixer.experts.365.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.355.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.44.mixer.experts.365.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.49.mixer.experts.232.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.193.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.130.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.486.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.254.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.94.mixer.experts.211.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.102.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.278.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.40.mixer.experts.29.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.55.mixer.experts.408.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.24.mixer.experts.138.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.65.mixer.experts.415.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.8.mixer.experts.30.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.96.mixer.experts.383.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.329.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.99.mixer.experts.88.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.58.mixer.experts.168.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.8.mixer.experts.129.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.53.mixer.experts.397.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.206.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.94.mixer.experts.106.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.69.mixer.experts.11.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.74.mixer.experts.146.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.90.mixer.experts.398.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.103.mixer.experts.200.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.19.mixer.experts.107.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.104.mixer.dt_bias": "model-00211-of-00225.safetensors", + "backbone.layers.62.mixer.experts.497.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.207.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.93.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.80.mixer.experts.319.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.315.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.40.mixer.experts.387.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.62.mixer.experts.511.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.105.mixer.experts.383.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.10.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.33.mixer.experts.98.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.76.mixer.experts.171.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.58.mixer.experts.2.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.53.mixer.experts.259.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.94.mixer.experts.424.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.423.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.62.mixer.experts.380.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.69.mixer.experts.358.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.103.mixer.experts.140.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.107.mixer.experts.276.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.92.mixer.experts.194.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.427.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.105.mixer.experts.192.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.184.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.10.mixer.experts.252.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.17.mixer.experts.255.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.15.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.65.mixer.experts.396.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.90.mixer.experts.320.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.218.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.53.mixer.experts.271.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.21.mixer.experts.287.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.80.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.92.mixer.experts.71.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.40.mixer.experts.281.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.8.mixer.experts.457.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.71.mixer.experts.267.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.317.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.372.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.65.mixer.experts.466.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.103.mixer.experts.157.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.1.mixer.experts.64.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.17.mixer.experts.289.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.42.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.shared_experts.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.409.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.99.mixer.experts.388.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.92.mixer.experts.308.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.81.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.39.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.69.mixer.experts.6.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.17.mixer.experts.262.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.237.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.101.mixer.experts.269.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.404.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.69.mixer.experts.82.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.87.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.17.mixer.experts.470.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.74.mixer.experts.357.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.373.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.1.mixer.experts.316.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.94.mixer.experts.7.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.89.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.28.mixer.experts.179.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.221.down_proj.weight": "model-00136-of-00225.safetensors", + "mtp.layers.1.mixer.experts.307.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.74.mixer.experts.350.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.96.mixer.experts.28.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.3.mixer.experts.254.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.394.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.105.mixer.experts.257.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.325.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.213.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.69.mixer.experts.231.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.37.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.3.mixer.experts.9.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.65.mixer.experts.444.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.40.mixer.experts.247.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.37.mixer.experts.43.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.100.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.78.mixer.experts.130.down_proj.weight": "model-00158-of-00225.safetensors", + "mtp.layers.1.mixer.experts.261.down_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.218.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.1.mixer.experts.409.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.360.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.287.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.21.mixer.experts.142.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.105.mixer.experts.76.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.334.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.107.mixer.experts.449.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.51.mixer.experts.133.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.92.mixer.experts.263.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.85.mixer.experts.341.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.125.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.411.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.62.mixer.experts.166.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.259.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.306.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.294.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.60.mixer.experts.199.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.28.mixer.experts.49.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.69.mixer.experts.76.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.83.mixer.experts.347.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.138.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.80.mixer.experts.274.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.374.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.12.mixer.experts.496.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.90.mixer.experts.77.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.10.mixer.experts.225.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.103.mixer.experts.19.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.146.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.96.mixer.experts.466.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.24.mixer.experts.24.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.71.mixer.experts.186.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.33.mixer.experts.245.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.94.mixer.experts.178.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.26.mixer.experts.261.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.92.mixer.experts.313.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.17.mixer.experts.374.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.286.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.62.mixer.experts.3.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.90.mixer.experts.128.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.87.mixer.experts.44.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.44.mixer.experts.258.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.60.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.69.mixer.experts.59.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.30.mixer.experts.102.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.107.mixer.experts.203.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.381.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.160.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.190.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.40.mixer.experts.489.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.85.mixer.experts.127.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.78.mixer.experts.200.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.105.mixer.experts.228.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.159.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.28.mixer.experts.334.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.491.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.15.mixer.experts.53.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.74.mixer.experts.105.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.83.mixer.experts.180.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.78.mixer.experts.138.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.12.mixer.experts.330.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.10.mixer.experts.506.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.87.mixer.experts.30.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.107.mixer.experts.500.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.12.mixer.experts.508.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.53.mixer.experts.262.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.24.mixer.experts.98.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.94.mixer.experts.154.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.3.mixer.experts.342.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.96.mixer.experts.353.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.297.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.94.mixer.experts.224.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.35.mixer.experts.26.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.99.mixer.experts.480.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.3.mixer.experts.274.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.436.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.5.mixer.experts.169.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.3.mixer.experts.310.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.103.mixer.experts.287.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.105.mixer.experts.187.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.21.mixer.experts.484.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.19.mixer.experts.466.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.394.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.358.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.10.norm.weight": "model-00019-of-00225.safetensors", + "backbone.layers.19.mixer.experts.392.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.228.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.19.mixer.experts.60.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.342.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.10.mixer.experts.504.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.30.mixer.experts.377.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.40.mixer.experts.314.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.33.mixer.experts.426.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.53.mixer.experts.407.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.185.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.49.mixer.experts.394.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.33.mixer.experts.131.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.50.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.49.mixer.experts.243.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.58.mixer.experts.14.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.78.mixer.experts.390.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.80.mixer.experts.323.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.87.mixer.experts.431.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.444.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.55.mixer.experts.97.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.69.mixer.experts.255.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.281.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.80.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.17.mixer.experts.442.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.67.mixer.experts.410.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.369.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.394.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.76.mixer.experts.289.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.46.mixer.experts.42.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.107.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.55.mixer.experts.483.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.501.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.60.mixer.experts.495.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.44.mixer.experts.394.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.85.mixer.experts.98.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.71.mixer.experts.438.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.78.mixer.experts.5.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.37.mixer.experts.304.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.15.mixer.experts.369.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.67.mixer.experts.374.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.28.mixer.experts.184.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.365.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.83.mixer.experts.460.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.71.mixer.experts.217.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.348.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.105.mixer.experts.6.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.28.mixer.experts.454.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.12.mixer.experts.176.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.40.mixer.experts.10.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.62.mixer.experts.158.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.28.mixer.experts.60.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.28.mixer.experts.378.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.412.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.40.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.78.mixer.experts.301.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.55.mixer.experts.182.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.3.mixer.experts.369.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.44.mixer.experts.185.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.58.mixer.experts.426.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.37.mixer.experts.13.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.389.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.69.mixer.experts.339.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.62.mixer.experts.373.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.35.mixer.experts.492.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.60.mixer.experts.425.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.212.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.44.mixer.experts.194.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.58.mixer.experts.177.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.236.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.15.mixer.experts.479.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.107.mixer.experts.258.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.49.mixer.experts.458.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.488.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.12.mixer.experts.393.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.5.mixer.experts.262.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.21.mixer.experts.321.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.78.mixer.experts.451.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.44.mixer.experts.354.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.42.mixer.experts.484.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.355.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.37.mixer.experts.146.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.33.mixer.experts.460.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.1.mixer.experts.52.down_proj.weight": "model-00002-of-00225.safetensors", + "mtp.layers.1.mixer.experts.442.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.92.mixer.experts.403.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.46.mixer.experts.416.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.1.mixer.experts.413.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.472.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.74.mixer.experts.164.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.27.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.87.mixer.experts.432.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.39.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.78.mixer.experts.510.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.76.mixer.experts.170.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.3.mixer.experts.126.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.85.mixer.experts.103.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.93.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.46.mixer.experts.111.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.46.mixer.experts.211.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.333.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.109.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.49.mixer.experts.237.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.19.mixer.experts.495.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.354.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.60.mixer.experts.368.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.3.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.87.mixer.experts.52.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.101.mixer.experts.188.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.40.mixer.experts.263.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.8.mixer.experts.265.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.399.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.455.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.12.mixer.experts.295.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.12.mixer.experts.235.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.67.mixer.experts.123.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.341.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.17.mixer.experts.300.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.62.mixer.experts.251.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.35.mixer.experts.378.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.42.mixer.experts.32.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.105.mixer.experts.441.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.92.mixer.experts.264.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.28.mixer.experts.150.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.53.mixer.experts.456.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.9.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.361.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.10.mixer.experts.147.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.42.mixer.experts.58.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.314.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.40.mixer.experts.75.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.51.mixer.experts.262.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.115.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.413.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.37.mixer.experts.131.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.95.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.62.mixer.experts.17.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.42.mixer.experts.189.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.65.mixer.experts.380.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.62.mixer.experts.163.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.491.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.83.mixer.experts.244.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.105.mixer.experts.43.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.69.mixer.experts.474.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.49.mixer.experts.164.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.94.mixer.experts.207.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.30.mixer.experts.83.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.1.mixer.experts.148.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.33.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.44.mixer.experts.345.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.99.mixer.experts.70.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.12.mixer.experts.507.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.101.mixer.experts.112.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.62.mixer.experts.432.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.183.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.15.mixer.experts.135.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.26.mixer.experts.260.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.17.mixer.experts.433.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.372.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.79.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.408.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.38.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.76.mixer.experts.407.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.42.mixer.experts.365.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.160.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.235.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.5.mixer.experts.90.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.469.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.96.mixer.experts.94.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.67.mixer.experts.238.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.101.mixer.experts.28.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.17.mixer.experts.204.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.168.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.26.mixer.experts.227.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.85.mixer.experts.451.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.85.mixer.experts.478.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.78.mixer.experts.305.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.47.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.87.mixer.experts.316.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.5.mixer.experts.390.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.62.mixer.experts.87.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.184.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.239.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.36.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.76.mixer.experts.367.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.9.mixer.D": "model-00019-of-00225.safetensors", + "backbone.layers.53.mixer.experts.375.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.107.mixer.experts.327.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.94.mixer.experts.389.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.234.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.15.mixer.experts.337.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.35.mixer.experts.202.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.87.mixer.experts.275.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.275.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.37.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.107.mixer.experts.150.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.64.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.83.mixer.experts.104.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.467.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.62.mixer.experts.105.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.15.mixer.experts.32.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.436.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.286.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.32.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.53.mixer.experts.80.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.42.mixer.experts.230.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.118.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.55.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.83.mixer.experts.337.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.19.mixer.experts.238.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.507.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.65.mixer.experts.153.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.254.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.51.mixer.experts.471.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.58.mixer.experts.20.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.76.mixer.experts.379.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.144.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.69.mixer.experts.299.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.44.mixer.experts.133.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.92.mixer.experts.39.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.105.mixer.experts.73.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.427.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.99.mixer.experts.456.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.67.mixer.experts.416.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.46.mixer.experts.341.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.290.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.21.mixer.experts.431.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.264.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.10.mixer.experts.83.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.78.mixer.experts.248.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.407.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.99.mixer.experts.394.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.364.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.227.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.325.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.5.mixer.experts.173.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.76.mixer.experts.160.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.30.mixer.experts.91.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.67.mixer.experts.468.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.40.mixer.experts.353.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.83.mixer.experts.10.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.510.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.99.mixer.experts.166.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.33.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.19.mixer.experts.317.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.85.mixer.experts.17.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.65.mixer.experts.79.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.80.mixer.experts.128.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.432.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.105.mixer.experts.186.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.48.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.96.mixer.experts.482.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.65.mixer.experts.495.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.99.mixer.experts.410.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.418.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.10.mixer.experts.38.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.1.mixer.experts.57.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.80.mixer.experts.231.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.30.mixer.experts.246.up_proj.weight": "model-00063-of-00225.safetensors", + "mtp.layers.1.mixer.experts.94.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.40.mixer.experts.170.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.94.mixer.experts.457.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.46.mixer.experts.182.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.373.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.103.mixer.experts.409.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.74.mixer.experts.77.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.427.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.78.mixer.experts.349.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.53.mixer.experts.162.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.92.mixer.experts.126.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.15.mixer.experts.216.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.3.mixer.experts.247.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.44.mixer.experts.54.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.325.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.394.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.96.mixer.experts.335.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.239.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.282.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.403.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.15.mixer.experts.467.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.20.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.496.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.74.mixer.experts.304.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.experts.172.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.46.mixer.experts.14.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.123.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.107.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.60.mixer.experts.184.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.37.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.99.mixer.experts.148.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.402.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.101.mixer.experts.238.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.253.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.435.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.292.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.44.mixer.experts.508.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.33.mixer.experts.184.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.260.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.282.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.60.mixer.experts.350.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.3.mixer.experts.345.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.33.mixer.experts.48.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.251.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.33.mixer.experts.401.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.80.mixer.experts.193.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.49.mixer.experts.138.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.fc2_latent_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.40.mixer.experts.336.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.76.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.96.mixer.experts.273.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.67.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.15.mixer.experts.387.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.10.mixer.experts.467.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.259.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.303.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.363.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.44.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.24.mixer.experts.45.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.15.mixer.experts.397.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.60.mixer.fc2_latent_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.51.mixer.experts.353.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.203.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.40.mixer.experts.491.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.92.mixer.experts.332.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.33.mixer.experts.66.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.216.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.5.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.24.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.67.mixer.experts.219.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.26.mixer.experts.285.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.8.mixer.experts.325.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.60.mixer.experts.237.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.78.mixer.experts.80.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.96.mixer.experts.33.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.74.mixer.experts.142.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.493.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.105.mixer.experts.247.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.115.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.329.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.73.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.61.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.416.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.5.mixer.experts.55.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.24.mixer.experts.230.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.94.mixer.experts.218.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.42.mixer.experts.20.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.69.mixer.experts.71.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.470.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.99.mixer.experts.112.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.465.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.103.mixer.experts.331.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.96.mixer.experts.410.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.479.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.394.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.103.mixer.experts.508.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.28.mixer.experts.477.down_proj.weight": "model-00060-of-00225.safetensors", + "mtp.layers.1.mixer.experts.444.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.69.mixer.experts.137.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.55.mixer.experts.401.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.464.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.287.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.12.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.1.mixer.experts.324.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.511.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.49.mixer.experts.393.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.330.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.gate.weight": "model-00115-of-00225.safetensors", + "backbone.layers.19.mixer.experts.440.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.71.mixer.experts.209.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.62.mixer.experts.400.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.78.mixer.experts.275.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.55.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.3.mixer.experts.5.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.74.mixer.experts.80.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.58.mixer.experts.183.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.shared_experts.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.51.mixer.experts.502.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.341.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.12.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.21.mixer.experts.480.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.263.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.17.mixer.experts.209.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.90.mixer.experts.212.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.99.mixer.experts.442.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.139.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.49.mixer.experts.26.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.76.mixer.experts.147.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.472.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.324.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.40.mixer.experts.296.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.101.mixer.experts.469.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.321.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.12.mixer.experts.18.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.1.mixer.experts.23.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.105.mixer.experts.330.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.28.mixer.experts.295.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.467.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.42.mixer.experts.140.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.437.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.norm.weight": "model-00038-of-00225.safetensors", + "backbone.layers.19.mixer.experts.266.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.90.mixer.experts.358.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.18.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.8.mixer.experts.372.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.265.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.283.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.76.mixer.experts.450.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.103.mixer.experts.430.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.30.mixer.experts.84.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.3.mixer.experts.144.down_proj.weight": "model-00007-of-00225.safetensors", + "mtp.layers.1.mixer.experts.122.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.67.mixer.experts.431.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.62.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.65.mixer.experts.246.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.92.mixer.experts.165.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.65.mixer.experts.123.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.83.mixer.fc1_latent_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.19.mixer.experts.231.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.85.mixer.experts.491.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.62.mixer.experts.233.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.3.mixer.experts.456.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.96.mixer.experts.393.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.21.mixer.experts.35.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.144.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.21.mixer.experts.414.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.62.mixer.experts.219.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.87.mixer.experts.195.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.36.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.1.mixer.experts.288.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.1.mixer.experts.194.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.21.mixer.experts.399.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.406.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.37.mixer.experts.430.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.15.mixer.experts.322.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.405.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.431.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.76.mixer.experts.312.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.65.mixer.experts.253.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.0.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.26.mixer.experts.14.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.78.mixer.experts.42.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.274.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.92.mixer.experts.161.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.101.mixer.experts.242.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.99.mixer.experts.181.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.60.mixer.experts.218.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.65.mixer.experts.182.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.173.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.479.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.62.mixer.experts.245.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.455.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.102.mixer.norm.weight": "model-00207-of-00225.safetensors", + "backbone.layers.37.mixer.experts.13.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.107.mixer.experts.356.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.119.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.55.mixer.experts.285.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.412.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.242.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.42.mixer.experts.439.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.90.mixer.experts.17.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.161.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.83.mixer.experts.299.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.15.mixer.experts.178.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.164.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.46.mixer.experts.505.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.44.mixer.experts.120.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.242.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.276.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.94.mixer.experts.374.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.485.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.99.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.71.mixer.experts.494.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.103.mixer.experts.248.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.67.mixer.experts.185.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.69.mixer.experts.343.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.481.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.74.mixer.experts.88.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.71.mixer.experts.242.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.55.mixer.experts.89.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.28.mixer.experts.459.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.60.mixer.experts.275.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.69.mixer.experts.490.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.49.mixer.experts.371.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.46.mixer.experts.87.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.67.mixer.experts.492.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.96.mixer.experts.358.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.151.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.65.mixer.experts.318.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.181.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.67.mixer.experts.57.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.69.mixer.experts.423.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.90.mixer.experts.270.up_proj.weight": "model-00182-of-00225.safetensors", + "mtp.layers.1.mixer.experts.196.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.87.mixer.experts.328.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.26.mixer.experts.287.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.60.mixer.experts.439.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.298.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.85.mixer.experts.497.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.26.mixer.experts.103.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.99.mixer.experts.162.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.65.mixer.experts.411.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.30.mixer.experts.441.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.149.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.42.mixer.experts.285.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.99.mixer.experts.454.down_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.57.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.37.mixer.experts.282.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.373.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.3.mixer.experts.60.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.12.mixer.experts.205.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.17.mixer.experts.324.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.85.mixer.experts.308.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.442.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.44.mixer.experts.84.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.71.mixer.experts.375.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.24.mixer.experts.468.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.52.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.60.mixer.experts.365.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.37.mixer.experts.426.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.51.mixer.experts.481.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.5.mixer.experts.435.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.83.mixer.experts.113.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.12.mixer.experts.413.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.28.mixer.experts.168.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.113.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.101.mixer.experts.233.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.15.mixer.experts.139.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.83.mixer.experts.18.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.37.mixer.experts.478.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.experts.250.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.76.mixer.experts.194.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.281.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.17.mixer.experts.350.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.58.mixer.experts.48.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.71.mixer.experts.431.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.15.mixer.experts.366.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.481.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.56.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.62.mixer.experts.401.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.26.mixer.experts.201.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.26.mixer.experts.74.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.19.mixer.experts.332.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.497.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.49.mixer.experts.233.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.306.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.303.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.19.mixer.experts.316.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.33.mixer.experts.16.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.26.mixer.experts.394.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.470.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.85.mixer.experts.410.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.69.mixer.experts.371.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.94.mixer.experts.414.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.94.mixer.experts.208.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.60.mixer.experts.199.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.301.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.475.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.476.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.46.mixer.experts.472.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.1.mixer.experts.497.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.407.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.55.mixer.experts.384.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.330.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.21.mixer.experts.487.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.10.mixer.experts.53.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.424.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.46.mixer.experts.192.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.85.mixer.experts.98.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.96.mixer.experts.199.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.28.mixer.experts.100.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.457.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.44.mixer.experts.309.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.78.mixer.experts.26.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.411.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.85.mixer.experts.471.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.51.mixer.experts.379.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.76.mixer.experts.245.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.53.mixer.experts.231.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.42.mixer.experts.29.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.124.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.5.mixer.experts.273.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.181.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.17.mixer.experts.5.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.116.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.51.mixer.experts.219.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.270.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.53.mixer.experts.293.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.19.mixer.experts.342.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.44.mixer.experts.164.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.62.mixer.experts.124.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.10.mixer.experts.380.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.105.mixer.experts.336.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.37.mixer.experts.63.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.239.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.10.mixer.experts.471.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.290.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.83.mixer.experts.227.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.83.mixer.experts.239.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.33.mixer.experts.282.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.37.mixer.experts.254.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.41.mixer.out_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.107.mixer.experts.448.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.40.mixer.experts.428.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.60.mixer.experts.205.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.498.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.103.mixer.experts.417.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.28.mixer.experts.376.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.71.mixer.experts.247.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.442.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.24.mixer.experts.509.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.21.mixer.experts.283.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.343.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.94.mixer.experts.2.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.177.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.37.mixer.experts.511.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.76.mixer.experts.456.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.105.mixer.experts.119.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.71.mixer.experts.5.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.38.mixer.in_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.200.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.37.mixer.experts.276.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.103.mixer.experts.30.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.21.mixer.experts.289.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.58.mixer.experts.398.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.217.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.110.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.21.mixer.experts.155.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.421.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.294.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.7.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.67.mixer.experts.423.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.4.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.103.mixer.experts.475.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.41.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.55.mixer.experts.163.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.65.mixer.experts.69.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.51.mixer.experts.272.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.457.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.26.mixer.experts.393.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.105.mixer.experts.405.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.350.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.35.mixer.experts.24.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.90.mixer.experts.421.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.58.mixer.experts.420.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.53.mixer.experts.161.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.3.mixer.experts.386.down_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.0.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.13.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.49.mixer.experts.438.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.85.mixer.experts.77.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.389.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.222.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.83.mixer.experts.14.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.103.mixer.experts.110.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.42.mixer.experts.22.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.fc2_latent_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.105.mixer.experts.416.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.339.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.62.mixer.experts.452.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.28.mixer.experts.323.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.80.mixer.experts.169.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.37.mixer.experts.419.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.55.mixer.experts.429.down_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.457.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.94.mixer.experts.496.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.76.mixer.experts.281.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.10.mixer.experts.468.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.12.mixer.experts.408.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.92.mixer.experts.145.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.65.mixer.experts.415.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.172.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.24.mixer.experts.144.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.33.mixer.experts.87.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.3.mixer.experts.201.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.78.mixer.experts.185.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.190.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.44.mixer.experts.231.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.69.mixer.experts.136.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.58.mixer.experts.58.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.1.mixer.experts.46.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.3.mixer.experts.477.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.99.mixer.experts.73.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.44.mixer.experts.67.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.1.mixer.experts.445.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.74.mixer.experts.325.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.257.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.422.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.49.mixer.experts.46.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.65.mixer.experts.63.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.259.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.24.mixer.experts.444.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.53.mixer.experts.448.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.399.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.379.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.57.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.96.mixer.experts.198.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.87.mixer.experts.427.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.380.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.37.mixer.experts.22.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.83.mixer.experts.20.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.391.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.99.mixer.experts.327.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.105.mixer.experts.171.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.94.mixer.experts.511.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.10.mixer.experts.510.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.2.mixer.in_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.51.mixer.experts.131.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.83.mixer.experts.81.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.402.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.80.mixer.experts.348.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.19.mixer.experts.236.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.96.mixer.experts.491.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.71.mixer.experts.294.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.378.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.12.mixer.experts.218.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.53.mixer.experts.433.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.257.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.8.mixer.experts.33.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.65.mixer.experts.413.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.51.mixer.experts.423.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.85.mixer.experts.166.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.15.mixer.experts.300.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.45.norm.weight": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.327.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.35.mixer.experts.225.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.15.mixer.experts.252.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.23.up_proj.weight": "model-00061-of-00225.safetensors", + "mtp.layers.1.mixer.experts.511.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.92.mixer.experts.22.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.8.mixer.experts.17.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.33.mixer.experts.410.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.69.mixer.experts.345.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.155.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.58.mixer.experts.199.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.12.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.80.mixer.experts.88.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.3.mixer.experts.31.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.90.mixer.experts.213.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.101.mixer.experts.20.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.425.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.85.mixer.experts.194.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.277.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.18.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.90.mixer.experts.423.up_proj.weight": "model-00183-of-00225.safetensors", + "mtp.layers.1.mixer.experts.351.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.69.mixer.experts.123.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.142.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.395.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.432.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.8.mixer.experts.466.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.87.mixer.experts.65.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.166.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.10.mixer.experts.253.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.78.mixer.experts.251.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.17.mixer.experts.489.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.488.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.107.mixer.experts.406.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.130.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.126.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.74.mixer.experts.460.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.24.mixer.experts.314.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.94.mixer.gate.e_score_correction_bias": "model-00193-of-00225.safetensors", + "backbone.layers.101.mixer.experts.142.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.73.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.60.mixer.experts.452.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.74.mixer.experts.208.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.69.mixer.experts.360.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.46.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.240.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.60.mixer.experts.297.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.74.mixer.experts.60.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.241.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.12.mixer.experts.361.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.315.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.2.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.37.mixer.experts.44.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.14.mixer.v_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.67.mixer.experts.110.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.80.mixer.experts.267.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.66.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.76.mixer.experts.402.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.84.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.55.mixer.experts.65.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.68.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.92.mixer.experts.260.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.53.mixer.experts.50.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.71.mixer.experts.436.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.58.mixer.experts.314.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.25.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.87.mixer.experts.1.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.1.mixer.experts.431.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.381.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.162.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.504.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.24.mixer.experts.390.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.112.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.46.mixer.experts.493.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.46.mixer.experts.121.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.80.mixer.experts.71.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.67.mixer.experts.181.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.21.mixer.experts.366.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.331.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.62.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.495.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.35.mixer.experts.183.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.472.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.42.mixer.experts.262.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.171.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.15.mixer.experts.452.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.300.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.1.mixer.experts.9.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.42.mixer.experts.179.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.103.mixer.experts.281.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.15.mixer.experts.482.up_proj.weight": "model-00033-of-00225.safetensors", + "mtp.layers.1.mixer.experts.238.up_proj.weight": "model-00223-of-00225.safetensors", + "mtp.layers.1.mixer.experts.376.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.44.mixer.experts.144.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.19.mixer.experts.151.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.5.mixer.experts.52.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.10.mixer.experts.444.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.19.mixer.experts.56.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.58.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.92.mixer.experts.404.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.33.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.73.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.7.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.403.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.306.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.33.mixer.experts.199.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.28.mixer.experts.110.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.30.mixer.experts.276.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.139.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.37.mixer.experts.103.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.127.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.93.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.105.mixer.experts.401.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.87.mixer.experts.242.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.53.mixer.experts.8.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.46.mixer.experts.87.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.165.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.87.mixer.experts.18.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.78.mixer.experts.152.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.393.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.42.mixer.experts.305.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.83.mixer.experts.184.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.466.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.103.mixer.experts.443.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.85.mixer.experts.291.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.35.mixer.experts.67.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.320.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.5.mixer.experts.436.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.144.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.40.mixer.experts.164.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.26.mixer.experts.464.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.474.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.15.mixer.experts.6.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.55.mixer.experts.217.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.141.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.78.mixer.experts.509.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.8.mixer.experts.367.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.55.mixer.experts.4.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.386.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.80.mixer.experts.368.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.51.mixer.experts.83.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.15.mixer.experts.464.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.42.mixer.experts.219.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.46.mixer.experts.409.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.3.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.71.mixer.experts.257.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.96.mixer.experts.337.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.3.mixer.experts.195.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.58.mixer.experts.113.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.1.mixer.experts.233.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.44.mixer.experts.476.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.10.mixer.experts.68.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.58.mixer.experts.274.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.486.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.65.mixer.experts.229.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.87.mixer.experts.306.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.105.mixer.experts.508.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.87.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.296.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.19.mixer.experts.349.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.12.mixer.experts.284.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.76.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.42.mixer.experts.276.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.59.mixer.in_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.285.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.85.mixer.experts.184.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.1.mixer.experts.471.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.477.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.83.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.30.mixer.experts.367.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.222.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.10.mixer.experts.336.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.3.mixer.experts.246.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.359.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.26.mixer.experts.455.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.211.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.74.mixer.experts.86.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.18.down_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.433.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.69.mixer.experts.329.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.8.mixer.experts.427.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.87.mixer.experts.336.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.103.mixer.experts.91.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.256.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.310.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.308.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.151.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.101.mixer.experts.13.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.42.mixer.experts.379.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.15.mixer.experts.478.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.107.mixer.experts.457.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.92.mixer.experts.191.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.44.mixer.experts.490.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.87.mixer.experts.37.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.76.mixer.experts.498.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.21.mixer.experts.331.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.247.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.92.mixer.experts.330.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.49.mixer.experts.213.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.37.mixer.experts.419.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.94.mixer.experts.110.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.491.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.272.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.482.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.44.mixer.experts.501.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.101.mixer.experts.0.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.49.mixer.experts.1.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.368.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.58.mixer.experts.10.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.10.mixer.experts.125.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.4.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.44.mixer.experts.166.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.90.mixer.experts.327.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.105.mixer.experts.64.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.144.down_proj.weight": "model-00053-of-00225.safetensors", + "mtp.layers.1.mixer.experts.17.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.3.mixer.experts.340.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.80.mixer.experts.344.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.60.mixer.experts.207.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.experts.435.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.57.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.55.mixer.experts.12.down_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.59.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.78.mixer.experts.335.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.74.mixer.experts.90.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.17.mixer.experts.61.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.58.mixer.experts.60.up_proj.weight": "model-00116-of-00225.safetensors", + "mtp.layers.1.mixer.experts.269.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.28.mixer.experts.72.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.99.mixer.experts.118.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.43.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.35.mixer.experts.193.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.21.mixer.experts.234.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.51.mixer.experts.258.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.69.mixer.experts.410.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.71.mixer.experts.272.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.78.mixer.experts.199.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.40.mixer.experts.345.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.109.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.15.mixer.experts.261.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.427.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.28.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.12.mixer.experts.213.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.223.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.90.mixer.experts.414.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.76.mixer.experts.407.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.19.mixer.experts.89.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.23.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.107.mixer.experts.425.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.107.mixer.experts.108.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.21.mixer.experts.443.down_proj.weight": "model-00046-of-00225.safetensors", + "mtp.layers.1.mixer.experts.30.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.65.mixer.experts.241.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.126.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.218.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.412.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.260.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.74.mixer.experts.50.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.12.mixer.experts.349.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.80.mixer.experts.309.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.279.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.74.mixer.experts.66.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.103.mixer.experts.288.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.46.mixer.experts.261.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.24.mixer.experts.162.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.51.mixer.experts.331.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.44.mixer.experts.14.down_proj.weight": "model-00088-of-00225.safetensors", + "mtp.layers.1.mixer.experts.58.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.105.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.500.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.395.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.105.mixer.experts.332.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.42.mixer.experts.507.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.10.mixer.experts.388.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.504.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.107.mixer.experts.300.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.141.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.1.mixer.experts.361.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.49.mixer.experts.168.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.203.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.264.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.55.mixer.experts.85.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.92.mixer.experts.106.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.33.mixer.experts.103.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.90.mixer.experts.485.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.49.mixer.experts.71.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.105.mixer.experts.509.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.26.mixer.experts.415.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.191.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.3.mixer.experts.416.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.76.mixer.experts.213.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.40.mixer.experts.418.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.107.mixer.experts.15.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.55.mixer.experts.92.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.21.mixer.experts.278.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.8.mixer.experts.172.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.78.mixer.experts.454.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.101.mixer.experts.116.up_proj.weight": "model-00203-of-00225.safetensors", + "mtp.layers.1.mixer.experts.10.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.10.mixer.experts.505.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.94.mixer.experts.338.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.30.mixer.experts.304.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.507.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.493.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.37.mixer.experts.84.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.90.mixer.experts.227.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.105.mixer.experts.113.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.475.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.51.mixer.experts.492.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.35.mixer.experts.510.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.87.mixer.experts.10.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.49.mixer.experts.474.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.193.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.5.mixer.experts.151.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.42.mixer.experts.409.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.367.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.96.mixer.experts.268.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.103.mixer.experts.289.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.19.mixer.experts.340.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.32.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.42.mixer.experts.259.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.124.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.1.mixer.experts.321.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.26.mixer.experts.396.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.1.mixer.experts.78.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.105.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.129.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.233.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.78.mixer.experts.345.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.51.mixer.experts.215.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.57.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.12.mixer.experts.353.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.395.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.316.up_proj.weight": "model-00214-of-00225.safetensors", + "mtp.layers.1.mixer.experts.61.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.276.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.205.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.195.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.103.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.2.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.159.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.87.mixer.experts.8.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.8.mixer.experts.504.up_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.200.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.508.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.30.mixer.experts.416.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.25.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.62.mixer.experts.9.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.333.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.148.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.28.mixer.experts.334.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.105.mixer.experts.242.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.10.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.196.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.85.mixer.shared_experts.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.26.mixer.experts.204.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.497.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.274.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.40.mixer.experts.331.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.40.mixer.experts.433.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.51.mixer.experts.337.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.experts.371.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.161.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.85.mixer.experts.68.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.94.mixer.experts.507.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.24.mixer.experts.328.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.71.mixer.experts.511.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.1.mixer.experts.325.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.287.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.405.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.155.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.209.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.341.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.62.mixer.experts.349.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.78.mixer.experts.355.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.69.mixer.experts.206.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.85.mixer.experts.177.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.76.mixer.experts.433.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.90.mixer.experts.103.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.217.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.481.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.138.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.64.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.82.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.35.mixer.experts.268.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.96.mixer.experts.371.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.12.mixer.experts.146.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.44.mixer.experts.3.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.268.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.21.mixer.experts.87.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.80.mixer.experts.171.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.109.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.78.mixer.experts.424.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.101.mixer.experts.461.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.76.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.137.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.207.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.105.mixer.experts.497.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.21.mixer.experts.141.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.53.mixer.experts.394.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.17.mixer.experts.150.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.99.mixer.experts.507.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.15.mixer.experts.302.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.55.mixer.experts.90.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.10.mixer.experts.33.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.8.mixer.experts.441.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.92.mixer.experts.303.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.189.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.92.mixer.experts.225.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.51.mixer.experts.393.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.452.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.107.mixer.experts.212.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.60.mixer.experts.123.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.24.mixer.experts.377.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.416.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.92.mixer.experts.460.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.105.mixer.experts.231.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.105.mixer.experts.394.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.90.mixer.experts.185.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.37.mixer.experts.88.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.452.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.246.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.327.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.323.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.1.mixer.experts.110.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.51.mixer.experts.362.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.53.mixer.experts.174.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.85.mixer.experts.411.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.69.mixer.experts.306.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.350.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.3.mixer.experts.317.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.429.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.287.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.76.mixer.experts.315.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.1.mixer.experts.493.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.339.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.80.mixer.experts.307.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.185.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.311.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.85.mixer.experts.352.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.49.mixer.experts.127.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.90.mixer.experts.302.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.8.mixer.experts.502.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.80.mixer.experts.80.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.69.mixer.experts.52.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.83.mixer.experts.88.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.44.mixer.experts.415.up_proj.weight": "model-00091-of-00225.safetensors", + "mtp.layers.1.mixer.experts.68.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.155.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.12.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.339.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.99.mixer.experts.159.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.87.mixer.experts.338.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.67.mixer.experts.191.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.83.mixer.experts.10.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.90.mixer.experts.81.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.26.mixer.experts.129.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.49.mixer.experts.227.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.99.mixer.experts.180.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.79.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.90.mixer.experts.130.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.85.mixer.experts.489.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.85.mixer.experts.101.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.44.mixer.experts.273.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.324.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.71.mixer.experts.218.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.5.mixer.experts.11.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.10.mixer.experts.105.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.55.mixer.experts.298.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.58.mixer.experts.396.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.53.mixer.experts.511.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.3.mixer.experts.176.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.19.mixer.experts.306.down_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.160.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.107.mixer.experts.60.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.42.mixer.experts.105.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.308.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.85.mixer.experts.233.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.90.mixer.experts.369.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.44.mixer.experts.226.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.44.mixer.experts.167.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.49.mixer.experts.350.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.28.mixer.experts.311.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.47.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.37.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.94.mixer.experts.465.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.471.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.103.mixer.experts.54.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.19.mixer.experts.65.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.315.up_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.292.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.453.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.15.mixer.experts.226.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.373.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.49.mixer.experts.276.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.281.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.83.mixer.experts.114.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.28.mixer.experts.295.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.51.mixer.experts.444.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.477.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.62.mixer.experts.341.up_proj.weight": "model-00127-of-00225.safetensors", + "mtp.layers.1.mixer.experts.234.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.12.mixer.experts.43.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.71.mixer.experts.488.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.46.mixer.experts.178.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.12.mixer.experts.481.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.92.mixer.experts.134.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.46.mixer.experts.112.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.83.mixer.experts.416.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.96.mixer.experts.443.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.105.mixer.experts.162.up_proj.weight": "model-00213-of-00225.safetensors", + "mtp.layers.1.mixer.experts.271.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.94.mixer.experts.479.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.94.mixer.experts.406.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.69.mixer.experts.77.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.1.mixer.experts.459.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.30.mixer.experts.153.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.69.mixer.experts.403.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.35.mixer.experts.248.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.79.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.85.mixer.experts.127.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.69.mixer.experts.291.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.42.mixer.experts.225.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.445.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.33.mixer.experts.488.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.42.mixer.experts.156.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.30.mixer.experts.494.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.103.mixer.experts.278.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.99.mixer.experts.102.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.experts.501.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.71.mixer.experts.296.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.12.mixer.experts.444.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.26.mixer.experts.243.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.69.mixer.experts.54.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.30.mixer.experts.233.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.49.mixer.experts.469.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.307.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.94.mixer.experts.268.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.17.mixer.experts.277.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.88.mixer.dt_bias": "model-00179-of-00225.safetensors", + "backbone.layers.51.mixer.experts.238.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.69.mixer.experts.46.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.76.mixer.experts.481.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.105.mixer.experts.277.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.55.mixer.experts.109.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.396.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.30.mixer.experts.298.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.62.mixer.experts.436.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.158.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.29.mixer.conv1d.weight": "model-00060-of-00225.safetensors", + "backbone.layers.65.mixer.experts.234.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.156.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.51.mixer.experts.466.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.37.mixer.experts.461.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.15.mixer.experts.162.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.101.mixer.experts.7.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.90.mixer.experts.111.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.195.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.260.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.315.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.69.mixer.experts.416.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.377.down_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.243.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.67.mixer.experts.445.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.94.mixer.experts.469.down_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.11.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.33.mixer.experts.139.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.509.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.420.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.42.mixer.experts.351.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.96.mixer.experts.175.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.101.mixer.experts.4.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.83.mixer.experts.427.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.66.mixer.out_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.55.mixer.experts.442.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.116.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.21.mixer.experts.278.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.393.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.46.mixer.experts.68.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.53.mixer.experts.183.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.463.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.8.mixer.experts.119.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.74.mixer.experts.161.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.33.mixer.experts.152.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.85.mixer.experts.111.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.101.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.107.mixer.experts.146.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.60.mixer.experts.495.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.90.mixer.experts.172.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.105.mixer.experts.178.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.87.mixer.experts.379.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.107.mixer.experts.272.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.386.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.norm.weight": "model-00092-of-00225.safetensors", + "mtp.layers.1.mixer.experts.303.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.21.mixer.experts.55.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.87.mixer.experts.312.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.58.mixer.experts.90.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.8.mixer.experts.507.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.74.mixer.experts.196.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.5.mixer.experts.188.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.341.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.484.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.103.mixer.experts.58.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.94.mixer.experts.132.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.80.mixer.experts.494.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.252.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.449.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.76.mixer.experts.405.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.1.mixer.experts.441.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.236.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.62.mixer.experts.340.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.89.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.96.mixer.experts.308.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.71.mixer.experts.418.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.60.mixer.experts.332.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.151.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.288.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.118.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.101.mixer.experts.270.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.51.mixer.experts.127.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.478.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.42.mixer.experts.492.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.495.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.26.mixer.experts.493.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.90.mixer.experts.344.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.55.mixer.experts.130.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.68.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.12.mixer.experts.12.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.88.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.24.mixer.experts.286.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.166.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.76.mixer.experts.262.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.10.mixer.experts.291.down_proj.weight": "model-00022-of-00225.safetensors", + "mtp.layers.1.mixer.experts.290.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.33.mixer.experts.264.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.107.mixer.experts.334.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.147.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.3.mixer.experts.231.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.55.mixer.experts.199.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.55.mixer.experts.161.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.62.mixer.experts.344.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.378.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.319.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.78.mixer.experts.203.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.69.mixer.experts.470.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.55.mixer.experts.158.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.3.mixer.experts.470.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.42.mixer.experts.30.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.107.mixer.experts.41.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.67.mixer.experts.483.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.78.mixer.experts.286.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.62.mixer.experts.171.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.42.mixer.experts.415.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.33.mixer.experts.353.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.10.mixer.experts.464.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.80.mixer.experts.391.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.24.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.101.mixer.experts.381.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.21.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.46.mixer.experts.358.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.103.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.28.mixer.experts.215.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.450.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.42.mixer.experts.170.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.350.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.375.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.436.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.58.mixer.experts.472.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.94.mixer.experts.13.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.76.mixer.experts.178.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.74.mixer.experts.441.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.76.mixer.experts.269.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.18.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.87.mixer.experts.42.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.96.mixer.experts.45.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.44.mixer.experts.451.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.90.mixer.experts.317.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.96.mixer.experts.145.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.51.mixer.experts.306.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.71.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.99.mixer.experts.345.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.103.mixer.experts.376.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.40.mixer.experts.388.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.99.mixer.experts.42.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.55.mixer.experts.138.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.90.mixer.experts.345.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.94.mixer.experts.248.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.105.mixer.experts.297.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.8.mixer.experts.416.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.394.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.96.mixer.experts.265.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.113.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.65.mixer.experts.35.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.87.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.200.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.42.mixer.experts.469.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.65.mixer.experts.386.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.102.mixer.in_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.60.mixer.experts.74.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.205.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.42.mixer.experts.9.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.90.mixer.experts.117.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.42.mixer.experts.186.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.99.mixer.experts.249.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.167.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.42.mixer.experts.343.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.92.mixer.experts.51.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.65.mixer.experts.207.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.3.mixer.experts.299.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.71.mixer.experts.373.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.83.mixer.experts.67.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.74.mixer.experts.66.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.105.mixer.experts.92.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.96.mixer.experts.401.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.107.mixer.experts.77.down_proj.weight": "model-00217-of-00225.safetensors", + "mtp.layers.1.mixer.experts.176.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.34.mixer.A_log": "model-00069-of-00225.safetensors", + "backbone.layers.10.mixer.experts.242.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.44.mixer.experts.460.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.49.mixer.experts.176.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.485.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.103.mixer.experts.9.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.67.mixer.experts.144.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.90.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.44.mixer.experts.2.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.21.mixer.experts.294.down_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.440.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.17.mixer.experts.79.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.33.mixer.experts.298.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.250.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.28.mixer.experts.68.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.94.mixer.experts.406.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.473.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.85.mixer.experts.385.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.17.mixer.experts.70.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.33.mixer.experts.28.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.12.mixer.experts.216.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.273.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.96.mixer.experts.149.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.359.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.107.mixer.experts.179.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.78.mixer.experts.309.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.80.mixer.experts.398.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.69.mixer.experts.453.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.101.mixer.experts.323.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.373.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.479.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.51.mixer.experts.261.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.65.mixer.experts.399.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.5.mixer.experts.463.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.65.mixer.experts.67.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.434.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.103.mixer.experts.149.up_proj.weight": "model-00208-of-00225.safetensors", + "mtp.layers.1.mixer.experts.339.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.114.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.33.mixer.experts.105.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.76.mixer.experts.198.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.5.mixer.experts.372.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.159.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.76.mixer.experts.137.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.46.mixer.experts.366.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.103.mixer.experts.57.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.78.mixer.experts.183.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.284.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.370.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.53.mixer.experts.405.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.55.mixer.experts.305.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.30.mixer.experts.437.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.154.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.12.mixer.experts.261.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.5.mixer.experts.361.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.67.mixer.experts.314.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.55.mixer.experts.229.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.53.mixer.experts.489.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.345.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.46.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.10.mixer.experts.256.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.80.mixer.experts.265.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.71.mixer.experts.308.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.71.mixer.experts.471.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.90.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.326.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.83.mixer.experts.228.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.experts.492.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.74.mixer.experts.468.up_proj.weight": "model-00151-of-00225.safetensors", + "mtp.layers.1.mixer.experts.500.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.80.mixer.experts.421.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.37.mixer.experts.450.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.8.mixer.experts.409.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.454.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.85.mixer.experts.461.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.284.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.76.mixer.experts.455.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.42.mixer.experts.94.down_proj.weight": "model-00084-of-00225.safetensors", + "mtp.layers.1.mixer.experts.99.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.67.mixer.experts.89.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.28.mixer.experts.135.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.388.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.101.mixer.experts.295.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.434.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.5.mixer.experts.379.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.85.mixer.experts.181.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.8.mixer.experts.38.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.78.mixer.shared_experts.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.42.mixer.experts.292.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.40.mixer.experts.175.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.67.mixer.experts.352.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.103.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.274.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.51.mixer.experts.459.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.183.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.35.mixer.experts.72.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.94.mixer.experts.8.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.460.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.15.mixer.experts.286.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.28.mixer.experts.436.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.58.mixer.experts.507.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.46.mixer.experts.334.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.55.mixer.experts.353.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.318.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.96.mixer.experts.439.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.359.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.8.mixer.experts.435.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.51.mixer.experts.302.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.26.mixer.experts.24.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.71.mixer.experts.33.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.65.mixer.experts.87.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.67.mixer.experts.465.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.71.mixer.experts.449.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.32.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.51.mixer.experts.371.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.46.mixer.experts.417.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.293.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.53.mixer.experts.332.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.67.mixer.experts.133.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.12.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.10.mixer.experts.429.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.55.mixer.experts.168.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.101.mixer.experts.382.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.8.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.60.mixer.experts.508.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.10.mixer.experts.234.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.1.mixer.experts.71.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.10.mixer.experts.130.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.24.mixer.experts.210.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.65.mixer.experts.98.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.49.mixer.experts.364.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.151.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.308.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.170.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.44.mixer.experts.445.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.85.mixer.experts.251.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.51.mixer.experts.337.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.18.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.316.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.388.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.387.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.101.mixer.experts.50.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.179.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.67.mixer.experts.506.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.106.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.3.mixer.experts.507.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.76.mixer.experts.85.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.487.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.21.mixer.experts.101.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.103.mixer.experts.474.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.33.mixer.experts.56.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.43.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.479.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.46.mixer.experts.414.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.383.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.94.mixer.experts.145.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.51.mixer.experts.312.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.80.mixer.experts.245.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.12.mixer.experts.55.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.65.mixer.experts.96.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.78.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.422.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.5.mixer.experts.198.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.5.mixer.gate.weight": "model-00015-of-00225.safetensors", + "backbone.layers.53.mixer.experts.205.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.49.mixer.experts.339.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.78.mixer.experts.437.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.15.mixer.experts.499.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.98.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.42.mixer.experts.211.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.216.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.12.mixer.experts.375.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.21.mixer.experts.270.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.99.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.211.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.5.mixer.experts.358.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.12.mixer.experts.296.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.19.mixer.experts.247.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.30.mixer.experts.353.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.61.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.19.mixer.experts.319.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.46.mixer.experts.247.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.65.mixer.experts.447.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.340.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.444.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.26.mixer.experts.153.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.53.mixer.experts.367.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.10.mixer.experts.154.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.208.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.101.mixer.experts.371.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.71.mixer.experts.415.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.17.mixer.experts.233.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.53.mixer.experts.359.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.3.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.53.mixer.experts.216.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.92.mixer.experts.505.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.40.mixer.experts.511.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.1.mixer.experts.39.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.10.mixer.experts.130.up_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.231.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.150.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.28.mixer.experts.50.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.15.mixer.experts.194.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.46.mixer.experts.62.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.294.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.49.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.85.mixer.experts.81.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.103.mixer.experts.383.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.37.mixer.experts.311.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.24.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.92.mixer.experts.55.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.44.mixer.experts.100.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.42.mixer.experts.85.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.58.mixer.experts.345.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.67.mixer.experts.149.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.19.mixer.experts.102.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.92.mixer.experts.403.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.51.mixer.experts.427.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.43.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.107.mixer.experts.299.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.6.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.468.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.74.mixer.experts.128.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.15.mixer.experts.402.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.101.mixer.experts.480.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.361.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.51.mixer.experts.274.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.102.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.107.mixer.experts.213.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.71.mixer.gate.e_score_correction_bias": "model-00147-of-00225.safetensors", + "backbone.layers.55.mixer.experts.252.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.459.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.345.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.65.mixer.shared_experts.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.147.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.80.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.451.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.100.mixer.out_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.12.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.78.mixer.experts.167.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.94.mixer.experts.342.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.1.mixer.experts.366.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.44.mixer.experts.74.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.94.mixer.experts.66.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.74.mixer.experts.100.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.42.mixer.experts.391.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.24.mixer.experts.34.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.221.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.85.mixer.experts.288.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.387.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.497.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.35.mixer.experts.134.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.24.mixer.experts.26.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.42.mixer.experts.248.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.70.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.71.mixer.experts.228.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.303.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.21.mixer.experts.191.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.76.mixer.experts.411.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.65.mixer.experts.296.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.65.mixer.experts.101.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.437.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.33.mixer.experts.162.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.71.mixer.experts.149.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.336.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.24.mixer.experts.170.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.85.mixer.experts.371.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.114.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.90.mixer.experts.349.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.85.mixer.experts.113.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.37.mixer.experts.208.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.69.norm.weight": "model-00138-of-00225.safetensors", + "backbone.layers.33.mixer.experts.187.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.12.mixer.experts.461.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.83.mixer.experts.46.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.40.mixer.experts.350.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.21.mixer.experts.394.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.85.mixer.experts.299.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.74.mixer.experts.372.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.30.mixer.experts.75.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.67.mixer.experts.335.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.1.mixer.experts.56.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.30.mixer.experts.290.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.56.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.44.mixer.experts.378.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.15.mixer.experts.274.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.105.mixer.experts.300.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.90.mixer.experts.232.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.381.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.96.mixer.experts.349.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.8.mixer.experts.156.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.55.mixer.experts.119.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.401.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.226.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.132.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.49.mixer.experts.155.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.35.mixer.experts.189.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.62.mixer.experts.378.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.28.mixer.experts.26.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.237.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.83.mixer.experts.415.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.12.mixer.experts.39.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.8.mixer.experts.387.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.5.mixer.experts.364.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.101.mixer.experts.129.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.17.mixer.experts.126.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.53.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.475.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.35.mixer.experts.32.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.83.mixer.experts.91.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.99.mixer.experts.161.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.1.mixer.experts.120.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.62.mixer.experts.72.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.222.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.8.mixer.experts.54.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.94.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.46.mixer.experts.344.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.49.mixer.experts.61.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.71.mixer.experts.332.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.33.mixer.experts.200.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.17.mixer.experts.189.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.226.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.15.mixer.experts.459.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.51.mixer.experts.66.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.53.mixer.experts.493.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.35.mixer.experts.385.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.334.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.235.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.37.mixer.experts.160.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.8.mixer.experts.171.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.363.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.38.mixer.out_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.83.mixer.experts.288.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.24.mixer.experts.260.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.51.mixer.experts.269.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.42.mixer.experts.118.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.504.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.58.mixer.experts.470.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.5.mixer.experts.391.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.162.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.370.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.67.mixer.experts.367.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.78.mixer.experts.426.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.264.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.58.mixer.experts.347.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.10.mixer.experts.404.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.94.mixer.experts.180.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.28.mixer.experts.423.up_proj.weight": "model-00059-of-00225.safetensors", + "mtp.layers.1.mixer.experts.296.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.103.mixer.experts.34.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.55.mixer.experts.68.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.346.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.101.mixer.experts.34.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.norm.weight": "model-00166-of-00225.safetensors", + "backbone.layers.40.mixer.experts.342.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.67.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.5.mixer.experts.457.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.35.mixer.experts.317.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.24.mixer.experts.381.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.33.mixer.experts.398.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.26.mixer.experts.149.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.8.mixer.experts.252.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.42.mixer.experts.321.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.107.mixer.experts.61.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.44.mixer.experts.55.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.28.mixer.experts.413.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.1.mixer.experts.423.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.125.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.10.mixer.experts.133.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.83.mixer.experts.66.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.42.mixer.experts.399.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.8.mixer.experts.435.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.5.mixer.experts.22.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.103.mixer.experts.114.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.92.mixer.experts.147.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.90.mixer.experts.336.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.19.mixer.experts.212.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.62.mixer.experts.336.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.42.mixer.experts.423.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.488.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.74.mixer.experts.87.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.252.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.1.mixer.experts.49.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.90.mixer.experts.267.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.12.mixer.experts.486.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.90.mixer.experts.113.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.92.mixer.experts.189.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.46.mixer.experts.419.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.71.mixer.experts.74.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.90.mixer.experts.473.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.196.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.17.mixer.experts.398.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.33.mixer.experts.44.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.110.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.76.mixer.experts.211.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.74.mixer.experts.79.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.19.mixer.experts.168.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.71.mixer.experts.288.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.496.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.42.mixer.experts.52.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.35.mixer.experts.35.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.26.mixer.experts.332.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.42.mixer.experts.59.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.83.mixer.experts.282.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.352.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.52.norm.weight": "model-00106-of-00225.safetensors", + "backbone.layers.12.mixer.experts.164.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.105.mixer.experts.296.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.308.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.103.mixer.experts.458.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.470.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.56.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.99.mixer.experts.120.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.78.mixer.experts.166.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.263.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.1.mixer.experts.312.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.17.mixer.experts.301.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.3.mixer.experts.203.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.17.mixer.experts.130.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.40.mixer.experts.381.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.279.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.74.mixer.experts.292.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.55.mixer.experts.419.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.30.mixer.shared_experts.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.42.mixer.experts.304.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.96.mixer.experts.76.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.69.mixer.experts.170.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.87.mixer.experts.150.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.87.mixer.experts.108.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.60.mixer.experts.285.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.35.mixer.experts.493.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.105.mixer.experts.408.up_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.495.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.21.mixer.experts.9.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.17.mixer.experts.422.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.65.mixer.experts.138.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.99.mixer.experts.12.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.176.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.85.mixer.experts.303.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.87.mixer.experts.371.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.475.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.44.mixer.experts.80.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.42.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.10.mixer.experts.78.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.103.mixer.experts.322.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.44.mixer.experts.241.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.232.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.478.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.19.mixer.experts.298.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.67.mixer.experts.309.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.144.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.58.mixer.experts.180.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.19.mixer.experts.3.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.60.mixer.experts.465.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.55.mixer.experts.121.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.96.mixer.experts.281.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.298.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.71.mixer.experts.195.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.99.mixer.experts.224.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.453.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.52.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.5.mixer.experts.249.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.87.mixer.experts.308.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.411.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.224.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.506.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.411.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.46.mixer.experts.37.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.12.mixer.experts.89.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.92.mixer.experts.1.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.46.mixer.experts.463.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.243.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.26.mixer.experts.93.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.15.mixer.experts.96.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.165.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.105.mixer.experts.75.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.92.mixer.experts.417.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.15.mixer.experts.408.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.248.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.105.mixer.experts.312.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.35.mixer.experts.507.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.74.mixer.experts.242.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.78.mixer.experts.490.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.55.mixer.experts.460.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.107.mixer.experts.428.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.107.mixer.experts.446.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.65.mixer.experts.432.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.92.mixer.experts.364.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.71.mixer.experts.45.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.90.mixer.experts.144.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.53.mixer.experts.21.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.12.mixer.experts.477.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.49.mixer.experts.129.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.94.mixer.experts.296.down_proj.weight": "model-00191-of-00225.safetensors", + "mtp.layers.1.mixer.experts.72.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.28.mixer.experts.193.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.19.mixer.experts.472.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.21.mixer.experts.232.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.71.mixer.experts.317.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.225.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.76.mixer.experts.61.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.35.mixer.experts.511.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.99.down_proj.weight": "model-00011-of-00225.safetensors", + "mtp.layers.1.mixer.experts.242.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.69.mixer.experts.404.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.92.mixer.experts.98.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.103.mixer.experts.275.up_proj.weight": "model-00209-of-00225.safetensors", + "mtp.layers.1.mixer.experts.321.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.404.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.83.mixer.experts.229.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.87.mixer.experts.314.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.96.mixer.experts.396.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.28.mixer.experts.14.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.65.mixer.experts.477.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.83.mixer.experts.81.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.101.mixer.experts.262.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.74.mixer.experts.2.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.58.mixer.experts.446.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.489.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.21.mixer.experts.511.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.62.mixer.experts.478.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.67.mixer.experts.358.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.76.mixer.experts.100.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.383.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.92.mixer.experts.375.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.77.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.126.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.92.mixer.experts.391.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.74.mixer.experts.118.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.175.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.94.mixer.experts.60.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.396.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.107.mixer.experts.332.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.35.mixer.experts.458.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.76.mixer.experts.3.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.26.mixer.experts.103.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.101.mixer.experts.103.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.83.mixer.experts.253.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.37.mixer.experts.424.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.5.mixer.experts.326.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.35.mixer.experts.509.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.276.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.101.mixer.experts.189.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.24.mixer.experts.69.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.33.mixer.experts.414.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.43.mixer.conv1d.weight": "model-00088-of-00225.safetensors", + "backbone.layers.78.mixer.experts.254.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.40.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.1.mixer.experts.99.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.51.mixer.experts.419.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.3.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.275.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.3.mixer.experts.277.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.10.mixer.experts.409.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.12.mixer.experts.221.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.5.mixer.experts.150.up_proj.weight": "model-00011-of-00225.safetensors", + "mtp.layers.1.mixer.experts.110.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.482.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.179.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.24.mixer.experts.124.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.62.mixer.experts.394.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.54.up_proj.weight": "model-00189-of-00225.safetensors", + "mtp.layers.1.mixer.experts.403.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.94.mixer.experts.241.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.94.mixer.experts.249.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.58.mixer.experts.13.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.92.mixer.experts.440.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.69.mixer.experts.391.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.46.mixer.experts.499.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.5.mixer.experts.416.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.1.mixer.experts.228.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.40.mixer.experts.470.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.162.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.28.mixer.experts.21.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.105.mixer.experts.251.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.53.mixer.experts.219.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.19.mixer.experts.324.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.69.mixer.experts.338.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.96.mixer.experts.37.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.90.mixer.experts.427.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.105.mixer.experts.373.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.30.mixer.experts.308.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.29.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.1.mixer.experts.373.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.12.mixer.experts.389.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.19.mixer.experts.337.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.146.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.236.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.40.mixer.experts.361.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.83.mixer.experts.496.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.96.mixer.experts.172.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.260.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.55.mixer.experts.62.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.12.mixer.experts.90.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.80.mixer.experts.386.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.223.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.37.mixer.experts.416.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.28.mixer.experts.436.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.190.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.80.mixer.experts.71.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.51.mixer.experts.506.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.44.mixer.experts.246.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.19.mixer.experts.301.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.28.mixer.experts.170.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.214.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.12.mixer.experts.226.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.37.mixer.experts.205.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.74.mixer.experts.494.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.30.mixer.experts.478.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.30.mixer.experts.279.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.28.mixer.experts.222.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.65.mixer.experts.158.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.87.mixer.experts.50.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.12.mixer.experts.130.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.99.mixer.experts.484.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.87.mixer.experts.506.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.96.mixer.experts.121.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.195.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.5.mixer.experts.471.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.19.mixer.experts.194.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.105.mixer.experts.409.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.35.mixer.experts.424.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.30.mixer.experts.235.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.49.mixer.experts.83.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.28.mixer.experts.371.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.214.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.80.mixer.experts.90.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.5.mixer.experts.459.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.417.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.8.mixer.experts.112.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.20.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.51.mixer.experts.271.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.480.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.21.mixer.experts.274.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.107.mixer.experts.86.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.103.mixer.experts.432.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.53.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.42.mixer.experts.405.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.107.mixer.experts.185.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.184.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.5.mixer.experts.168.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.107.mixer.experts.330.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.40.mixer.experts.460.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.94.mixer.experts.87.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.359.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.44.mixer.experts.399.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.15.mixer.experts.164.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.69.mixer.experts.56.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.8.mixer.experts.100.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.35.mixer.experts.180.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.49.mixer.experts.318.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.33.mixer.experts.157.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.78.mixer.experts.96.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.44.mixer.experts.18.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.385.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.42.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.53.mixer.experts.77.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.150.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.93.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.99.mixer.experts.337.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.46.mixer.experts.185.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.251.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.448.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.12.mixer.experts.270.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.71.mixer.experts.305.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.80.mixer.experts.137.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.3.mixer.experts.74.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.69.mixer.experts.485.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.42.mixer.experts.390.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.103.mixer.experts.301.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.76.mixer.experts.173.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.3.mixer.experts.352.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.198.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.69.mixer.experts.393.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.67.mixer.experts.347.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.5.mixer.experts.342.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.55.mixer.experts.474.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.87.mixer.experts.372.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.333.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.101.mixer.experts.80.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.10.mixer.experts.435.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.454.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.60.mixer.experts.440.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.90.mixer.experts.467.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.291.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.76.mixer.experts.364.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.81.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.443.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.85.mixer.experts.113.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.28.mixer.experts.294.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.69.mixer.experts.334.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.28.mixer.experts.129.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.69.mixer.experts.211.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.24.mixer.experts.40.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.448.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.21.mixer.experts.452.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.76.mixer.experts.214.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.470.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.19.mixer.experts.387.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.478.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.378.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.69.mixer.experts.295.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.78.mixer.experts.403.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.105.mixer.experts.244.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.17.mixer.experts.374.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.107.mixer.experts.284.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.30.mixer.experts.281.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.247.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.468.up_proj.weight": "model-00211-of-00225.safetensors", + "mtp.layers.1.mixer.experts.136.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.62.mixer.experts.273.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.51.mixer.experts.331.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.10.mixer.experts.462.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.101.mixer.experts.105.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.15.mixer.experts.161.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.76.mixer.experts.338.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.160.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.49.mixer.experts.164.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.278.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.53.mixer.experts.364.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.15.mixer.experts.311.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.1.mixer.experts.32.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.326.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.244.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.24.mixer.experts.250.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.109.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.30.mixer.experts.357.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.12.mixer.experts.251.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.157.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.58.mixer.experts.397.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.473.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.99.mixer.experts.192.down_proj.weight": "model-00199-of-00225.safetensors", + "mtp.layers.1.mixer.experts.250.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.3.mixer.experts.462.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.5.mixer.experts.477.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.107.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.96.mixer.experts.327.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.101.mixer.experts.81.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.43.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.35.mixer.experts.214.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.94.mixer.experts.451.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.14.mixer.o_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.10.mixer.experts.257.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.26.mixer.experts.59.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.62.mixer.experts.433.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.53.mixer.experts.432.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.62.mixer.experts.119.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.101.mixer.experts.218.down_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.326.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.10.mixer.experts.217.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.92.mixer.experts.119.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.3.mixer.experts.435.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.103.mixer.experts.483.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.8.mixer.experts.200.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.40.mixer.experts.194.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.53.mixer.experts.38.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.87.mixer.experts.164.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.408.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.51.mixer.experts.60.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.96.mixer.experts.241.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.80.down_proj.weight": "model-00098-of-00225.safetensors", + "mtp.layers.1.mixer.experts.179.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.105.mixer.experts.314.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.10.mixer.experts.119.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.74.mixer.experts.89.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.46.mixer.experts.465.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.28.mixer.experts.141.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.80.mixer.experts.191.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.83.mixer.shared_experts.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.26.mixer.experts.232.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.257.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.96.mixer.experts.483.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.37.mixer.experts.220.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.183.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.60.mixer.experts.117.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.gate.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.408.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.17.mixer.experts.16.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.103.mixer.experts.170.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.83.mixer.experts.122.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.55.mixer.experts.110.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.1.mixer.experts.448.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.80.mixer.experts.434.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.8.mixer.experts.52.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.74.mixer.experts.193.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.19.mixer.experts.73.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.40.mixer.experts.145.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.74.mixer.experts.501.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.51.mixer.experts.291.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.35.mixer.experts.187.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.60.mixer.experts.325.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.33.mixer.experts.93.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.76.mixer.experts.209.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.71.mixer.experts.425.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.55.mixer.experts.87.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.42.mixer.experts.84.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.485.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.10.mixer.experts.339.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.81.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.18.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.8.mixer.experts.140.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.53.mixer.experts.441.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.67.mixer.experts.390.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.139.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.83.mixer.experts.344.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.60.mixer.experts.2.up_proj.weight": "model-00120-of-00225.safetensors", + "mtp.layers.1.mixer.experts.25.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.85.mixer.experts.320.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.380.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.64.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.259.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.161.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.58.mixer.experts.446.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.406.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.103.mixer.experts.509.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.15.mixer.experts.277.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.65.mixer.experts.233.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.483.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.19.mixer.experts.354.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.60.mixer.experts.94.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.30.mixer.experts.210.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.40.mixer.experts.202.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.46.mixer.experts.0.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.21.mixer.experts.233.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.315.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.40.mixer.experts.419.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.85.mixer.experts.393.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.33.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.74.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.369.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.87.mixer.experts.315.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.12.mixer.experts.394.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.15.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.107.mixer.experts.63.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.85.mixer.experts.367.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.1.mixer.experts.0.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.41.mixer.conv1d.weight": "model-00083-of-00225.safetensors", + "backbone.layers.51.mixer.experts.358.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.58.mixer.experts.385.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.17.mixer.experts.418.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.49.mixer.experts.231.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.304.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.90.mixer.experts.10.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.10.mixer.experts.425.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.46.mixer.experts.195.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.75.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.78.mixer.experts.224.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.187.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.42.mixer.experts.254.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.92.mixer.experts.29.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.85.mixer.experts.281.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.107.mixer.experts.73.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.419.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.19.mixer.experts.288.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.37.mixer.experts.508.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.53.mixer.experts.165.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.506.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.83.mixer.experts.204.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.79.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.103.mixer.experts.156.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.17.mixer.experts.390.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.26.mixer.experts.50.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.15.mixer.experts.263.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.30.mixer.experts.3.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.33.mixer.experts.402.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.175.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.46.mixer.experts.252.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.126.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.336.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.99.mixer.experts.250.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.10.mixer.experts.259.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.107.mixer.experts.85.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.10.mixer.experts.392.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.3.mixer.experts.116.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.33.mixer.experts.435.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.94.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.71.mixer.experts.98.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.30.mixer.experts.153.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.78.mixer.experts.413.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.62.mixer.experts.503.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.19.mixer.experts.16.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.107.mixer.experts.482.up_proj.weight": "model-00220-of-00225.safetensors", + "mtp.layers.1.mixer.experts.170.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.95.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.46.mixer.experts.410.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.51.mixer.experts.242.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.74.mixer.experts.365.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.304.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.57.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.277.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.30.mixer.experts.325.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.96.mixer.experts.323.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.1.mixer.experts.168.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.115.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.33.mixer.experts.422.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.35.mixer.experts.391.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.122.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.35.mixer.experts.311.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.85.mixer.experts.81.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.40.mixer.experts.194.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.130.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.60.mixer.experts.392.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.80.mixer.experts.502.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.3.mixer.experts.482.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.87.mixer.experts.7.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.37.mixer.experts.105.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.67.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.51.mixer.experts.0.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.10.mixer.experts.208.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.380.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.92.mixer.experts.227.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.85.mixer.experts.336.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.182.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.24.mixer.experts.164.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.237.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.8.mixer.experts.497.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.62.mixer.experts.151.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.419.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.21.mixer.experts.144.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.49.mixer.experts.206.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.19.mixer.experts.352.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.69.mixer.experts.107.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.80.mixer.experts.230.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.46.mixer.experts.232.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.26.mixer.experts.438.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.33.mixer.experts.497.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.411.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.244.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.90.mixer.experts.265.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.65.mixer.experts.484.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.105.mixer.experts.181.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.40.mixer.experts.102.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.51.mixer.experts.68.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.255.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.51.mixer.experts.218.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.26.mixer.experts.370.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.10.mixer.experts.16.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.15.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.60.mixer.experts.396.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.85.mixer.experts.26.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.83.mixer.experts.139.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.59.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.8.mixer.experts.93.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.410.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.90.mixer.experts.394.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.460.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.12.mixer.experts.275.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.37.mixer.experts.405.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.388.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.74.mixer.experts.307.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.405.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.15.mixer.experts.258.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.24.mixer.experts.396.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.94.mixer.experts.237.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.96.mixer.experts.117.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.184.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.94.mixer.experts.255.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.55.mixer.experts.118.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.37.mixer.experts.242.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.30.mixer.experts.260.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.92.mixer.experts.479.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.37.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.10.mixer.experts.43.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.76.mixer.experts.324.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.183.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.15.mixer.experts.184.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.145.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.33.mixer.experts.171.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.99.mixer.experts.114.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.342.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.27.mixer.in_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.40.mixer.experts.307.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.87.mixer.experts.61.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.103.mixer.experts.433.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.1.mixer.experts.400.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.22.down_proj.weight": "model-00111-of-00225.safetensors", + "mtp.layers.1.mixer.experts.171.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.99.mixer.experts.424.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.64.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.21.mixer.experts.96.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.83.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.90.mixer.experts.36.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.396.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.430.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.94.mixer.experts.106.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.316.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.91.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.46.mixer.experts.241.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.416.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.33.mixer.experts.69.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.101.mixer.experts.29.up_proj.weight": "model-00203-of-00225.safetensors", + "mtp.layers.1.mixer.experts.363.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.65.mixer.experts.228.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.12.mixer.experts.328.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.44.mixer.experts.221.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.105.mixer.experts.260.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.420.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.28.mixer.experts.184.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.44.mixer.experts.484.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.103.mixer.experts.293.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.8.mixer.experts.36.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.94.mixer.experts.206.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.92.mixer.experts.438.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.85.mixer.experts.15.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.508.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.17.mixer.experts.495.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.105.mixer.experts.482.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.103.mixer.experts.429.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.60.mixer.experts.172.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.46.mixer.experts.95.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.44.mixer.experts.315.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.33.mixer.experts.150.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.21.mixer.experts.200.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.452.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.60.mixer.experts.503.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.8.mixer.experts.165.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.92.mixer.experts.10.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.42.mixer.experts.464.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.94.mixer.experts.441.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.60.mixer.experts.56.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.62.mixer.experts.279.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.105.mixer.experts.196.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.17.mixer.experts.140.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.184.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.90.mixer.experts.135.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.46.mixer.experts.467.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.33.mixer.experts.92.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.40.mixer.experts.195.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.99.mixer.experts.403.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.271.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.80.mixer.experts.200.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.132.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.30.mixer.experts.220.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.206.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.60.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.399.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.35.mixer.experts.0.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.65.mixer.experts.105.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.74.mixer.experts.329.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.19.mixer.experts.127.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.101.mixer.experts.206.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.316.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.24.mixer.experts.232.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.73.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.511.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.60.mixer.experts.99.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.259.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.17.mixer.experts.6.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.393.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.24.mixer.experts.451.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.12.mixer.experts.46.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.67.mixer.experts.385.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.161.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.378.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.269.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.51.mixer.experts.281.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.53.mixer.experts.356.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.374.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.85.mixer.experts.348.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.60.mixer.experts.300.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.83.mixer.experts.6.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.49.mixer.experts.173.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.37.mixer.experts.382.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.277.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.412.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.449.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.58.mixer.experts.485.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.215.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.37.mixer.experts.154.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.12.mixer.experts.198.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.69.mixer.experts.373.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.50.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.42.mixer.experts.46.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.381.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.92.mixer.experts.402.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.103.mixer.experts.82.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.21.mixer.experts.119.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.323.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.99.mixer.experts.145.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.183.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.460.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.shared_experts.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.60.mixer.experts.6.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.37.mixer.experts.145.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.74.mixer.experts.421.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.57.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.51.mixer.experts.50.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.44.mixer.experts.89.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.67.mixer.experts.145.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.269.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.74.mixer.experts.338.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.176.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.71.mixer.experts.301.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.5.mixer.experts.251.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.84.mixer.dt_bias": "model-00170-of-00225.safetensors", + "backbone.layers.42.mixer.experts.510.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.406.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.85.mixer.experts.36.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.26.mixer.experts.122.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.46.mixer.experts.438.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.69.mixer.experts.38.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.80.mixer.experts.26.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.1.mixer.experts.199.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.3.mixer.experts.67.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.92.mixer.experts.352.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.12.mixer.experts.375.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.99.mixer.experts.91.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.26.mixer.experts.158.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.65.mixer.experts.503.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.19.mixer.experts.494.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.58.mixer.experts.207.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.99.mixer.experts.253.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.101.mixer.experts.156.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.476.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.240.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.58.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.49.mixer.experts.457.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.355.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.49.mixer.experts.91.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.96.mixer.experts.107.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.425.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.99.mixer.experts.181.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.225.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.60.mixer.experts.215.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.87.mixer.experts.62.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.33.mixer.experts.492.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.3.mixer.experts.171.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.110.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.367.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.42.mixer.experts.291.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.87.mixer.experts.410.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.21.mixer.experts.139.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.84.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.363.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.28.mixer.experts.412.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.40.mixer.experts.305.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.78.mixer.experts.472.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.360.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.67.mixer.experts.241.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.65.mixer.experts.74.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.53.mixer.experts.21.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.30.mixer.experts.397.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.94.mixer.experts.64.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.10.mixer.experts.415.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.37.mixer.experts.389.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.mixer.experts.278.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.185.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.62.mixer.experts.20.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.35.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.12.mixer.experts.430.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.1.mixer.experts.482.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.242.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.401.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.105.mixer.experts.383.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.80.mixer.experts.364.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.49.mixer.experts.463.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.49.mixer.experts.387.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.172.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.80.mixer.experts.122.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.16.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.44.mixer.experts.409.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.26.mixer.experts.106.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.101.mixer.experts.391.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.45.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.33.mixer.experts.397.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.101.mixer.experts.252.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.382.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.107.mixer.experts.158.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.19.mixer.experts.99.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.46.mixer.experts.426.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.30.mixer.experts.225.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.65.mixer.experts.186.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.103.mixer.experts.416.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.26.mixer.experts.341.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.69.mixer.experts.187.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.21.mixer.experts.223.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.71.mixer.experts.309.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.96.mixer.experts.414.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.94.mixer.experts.378.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.411.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.40.mixer.experts.199.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.30.mixer.experts.63.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.26.mixer.experts.137.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.42.mixer.experts.87.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.46.mixer.experts.510.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.55.mixer.experts.189.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.62.mixer.experts.286.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.55.mixer.experts.346.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.65.mixer.experts.143.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.40.mixer.experts.50.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.92.mixer.experts.47.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.51.mixer.experts.387.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.316.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.44.mixer.experts.197.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.17.mixer.experts.457.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.58.mixer.experts.173.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.15.mixer.experts.468.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.475.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.42.mixer.experts.293.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.78.mixer.experts.175.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.17.mixer.experts.388.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.226.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.17.mixer.experts.92.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.35.mixer.experts.407.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.301.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.324.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.44.mixer.experts.183.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.76.mixer.experts.144.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.30.mixer.experts.245.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.94.mixer.experts.423.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.184.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.80.mixer.experts.209.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.90.mixer.experts.298.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.87.mixer.experts.180.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.105.mixer.experts.205.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.35.mixer.experts.39.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.35.mixer.experts.283.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.49.down_proj.weight": "model-00212-of-00225.safetensors", + "mtp.layers.1.mixer.experts.228.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.99.mixer.experts.47.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.107.mixer.experts.404.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.44.mixer.experts.499.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.33.mixer.experts.338.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.40.mixer.experts.130.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.1.mixer.experts.8.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.67.mixer.experts.213.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.392.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.228.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.40.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.37.mixer.experts.55.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.470.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.42.mixer.experts.166.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.450.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.21.mixer.experts.240.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.222.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.63.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.107.mixer.experts.59.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.92.mixer.experts.219.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.83.mixer.experts.118.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.58.mixer.experts.299.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.413.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.85.mixer.experts.420.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.17.mixer.experts.55.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.78.mixer.experts.398.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.321.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.90.mixer.experts.23.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.60.mixer.experts.147.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.67.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.67.mixer.experts.413.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.80.mixer.experts.446.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.87.mixer.experts.284.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.90.mixer.experts.491.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.278.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.44.mixer.experts.98.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.60.mixer.experts.38.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.94.mixer.experts.272.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.455.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.37.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.15.mixer.experts.420.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.488.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.58.mixer.experts.92.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.15.mixer.experts.363.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.24.mixer.experts.158.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.24.mixer.experts.350.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.51.mixer.experts.251.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.17.mixer.experts.204.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.439.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.479.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.87.mixer.experts.275.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.92.mixer.experts.333.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.58.mixer.experts.456.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.169.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.502.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.8.mixer.experts.223.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.239.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.58.mixer.experts.176.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.222.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.87.mixer.experts.388.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.101.mixer.experts.460.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.389.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.67.mixer.experts.477.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.42.mixer.experts.452.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.96.mixer.experts.100.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.3.mixer.experts.504.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.51.mixer.experts.344.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.90.mixer.experts.75.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.454.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.26.mixer.experts.143.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.87.mixer.experts.347.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.53.mixer.experts.376.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.19.mixer.experts.300.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.80.mixer.experts.296.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.94.mixer.experts.255.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.49.mixer.experts.77.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.87.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.69.mixer.experts.327.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.53.mixer.experts.320.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.69.mixer.experts.348.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.92.mixer.experts.245.up_proj.weight": "model-00186-of-00225.safetensors", + "mtp.layers.1.mixer.experts.477.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.26.mixer.experts.62.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.28.mixer.experts.139.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.12.mixer.experts.250.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.369.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.134.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.211.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.28.mixer.experts.146.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.65.mixer.experts.473.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.49.mixer.experts.28.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.62.mixer.experts.290.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.90.mixer.experts.46.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.285.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.185.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.21.mixer.experts.80.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.105.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.8.mixer.experts.56.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.60.mixer.experts.61.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.21.mixer.experts.412.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.67.mixer.experts.125.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.49.mixer.experts.175.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.71.mixer.experts.63.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.83.mixer.experts.254.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.65.mixer.experts.276.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.282.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.76.mixer.experts.393.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.99.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.322.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.10.mixer.experts.308.down_proj.weight": "model-00022-of-00225.safetensors", + "mtp.layers.1.mixer.experts.14.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.348.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.44.mixer.experts.318.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.15.mixer.experts.470.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.101.mixer.experts.330.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.74.mixer.experts.379.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.12.mixer.experts.199.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.35.mixer.experts.350.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.169.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.71.mixer.experts.30.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.5.mixer.experts.201.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.51.mixer.experts.193.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.71.mixer.experts.71.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.101.mixer.experts.434.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.74.mixer.experts.223.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.8.mixer.experts.103.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.245.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.127.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.62.mixer.experts.390.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.87.mixer.experts.124.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.12.mixer.experts.503.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.213.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.12.mixer.experts.319.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.53.mixer.experts.239.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.15.mixer.experts.348.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.170.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.113.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.12.mixer.experts.387.up_proj.weight": "model-00027-of-00225.safetensors", + "mtp.layers.1.mixer.experts.381.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.76.mixer.experts.423.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.468.up_proj.weight": "model-00096-of-00225.safetensors", + "mtp.layers.1.mixer.experts.325.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.49.mixer.experts.379.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.3.mixer.experts.95.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.51.mixer.experts.0.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.33.mixer.experts.237.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.85.mixer.experts.261.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.5.mixer.experts.400.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.87.mixer.experts.45.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.195.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.3.mixer.experts.316.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.67.mixer.experts.4.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.12.mixer.experts.88.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.360.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.92.mixer.experts.27.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.74.mixer.experts.239.up_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.experts.52.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.74.mixer.experts.408.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.3.mixer.experts.207.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.99.mixer.experts.254.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.15.mixer.experts.390.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.26.mixer.experts.277.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.339.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.65.mixer.experts.311.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.71.mixer.experts.142.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.480.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.392.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.65.mixer.experts.271.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.107.mixer.experts.384.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.46.mixer.experts.10.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.40.mixer.experts.22.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.40.mixer.experts.343.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.3.mixer.experts.140.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.92.mixer.experts.493.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.65.mixer.experts.440.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.12.mixer.experts.507.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.24.mixer.experts.226.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.3.mixer.experts.482.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.58.mixer.experts.255.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.40.mixer.experts.401.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.397.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.69.mixer.experts.55.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.24.mixer.experts.452.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.204.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.49.mixer.experts.17.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.55.mixer.experts.38.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.87.mixer.experts.111.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.65.mixer.experts.485.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.96.mixer.experts.306.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.42.mixer.experts.97.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.152.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.85.mixer.experts.59.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.3.mixer.experts.313.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.68.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.8.mixer.experts.25.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.67.mixer.experts.158.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.12.mixer.experts.406.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.65.mixer.experts.232.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.28.mixer.experts.274.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.107.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.19.mixer.experts.340.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.28.mixer.experts.420.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.53.mixer.experts.329.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.83.mixer.experts.199.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.177.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.67.mixer.experts.361.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.337.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.71.mixer.experts.319.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.133.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.87.mixer.experts.370.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.8.mixer.experts.466.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.35.mixer.experts.42.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.147.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.463.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.92.mixer.experts.141.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.19.mixer.experts.266.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.10.mixer.experts.364.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.49.mixer.experts.471.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.92.mixer.experts.225.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.85.mixer.experts.510.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.5.mixer.experts.398.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.183.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.99.mixer.experts.204.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.53.mixer.experts.483.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.24.mixer.experts.229.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.49.mixer.experts.128.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.55.mixer.experts.365.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.397.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.36.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.10.mixer.experts.155.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.30.mixer.experts.185.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.5.mixer.experts.333.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.469.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.92.mixer.experts.328.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.343.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.65.mixer.experts.247.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.481.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.99.mixer.experts.229.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.487.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.8.mixer.experts.464.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.3.mixer.experts.420.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.51.mixer.experts.251.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.46.mixer.experts.407.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.49.mixer.experts.478.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.60.mixer.experts.347.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.60.mixer.experts.91.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.349.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.17.mixer.experts.179.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.10.mixer.experts.469.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.28.mixer.experts.416.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.76.mixer.experts.394.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.411.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.24.mixer.experts.248.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.12.mixer.experts.40.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.46.mixer.experts.293.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.44.mixer.experts.41.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.100.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.69.mixer.experts.44.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.10.mixer.experts.195.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.99.mixer.experts.376.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.76.mixer.experts.344.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.24.mixer.experts.439.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.55.mixer.experts.368.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.99.mixer.experts.373.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.55.mixer.experts.421.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.17.mixer.experts.140.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.87.mixer.experts.114.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.3.mixer.experts.209.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.342.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.267.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.85.mixer.experts.121.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.94.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.368.down_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.1.mixer.experts.20.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.78.mixer.experts.368.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.85.mixer.experts.46.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.24.mixer.experts.339.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.62.mixer.experts.58.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.96.mixer.experts.357.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.60.mixer.experts.288.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.10.mixer.experts.110.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.406.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.74.mixer.experts.266.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.5.mixer.experts.234.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.476.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.67.mixer.experts.134.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.370.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.19.mixer.experts.315.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.74.mixer.experts.490.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.49.mixer.experts.375.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.467.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.104.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.8.mixer.experts.204.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.74.mixer.experts.402.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.40.mixer.experts.157.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.60.mixer.experts.217.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.33.mixer.experts.129.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.33.mixer.experts.250.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.76.mixer.experts.319.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.104.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.55.mixer.experts.194.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.390.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.358.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.experts.350.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.44.mixer.experts.287.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.62.mixer.experts.296.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.80.mixer.experts.70.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.220.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.103.mixer.experts.291.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.5.mixer.experts.357.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.83.mixer.experts.317.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.73.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.28.mixer.experts.84.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.85.mixer.experts.472.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.94.mixer.experts.78.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.101.mixer.experts.179.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.28.mixer.experts.509.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.96.mixer.experts.433.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.74.mixer.experts.489.down_proj.weight": "model-00152-of-00225.safetensors", + "mtp.layers.1.mixer.experts.217.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.8.mixer.experts.105.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.8.mixer.experts.255.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.15.mixer.experts.37.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.28.mixer.experts.367.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.69.mixer.experts.279.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.92.mixer.experts.174.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.42.mixer.experts.396.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.1.mixer.experts.406.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.12.mixer.experts.122.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.46.mixer.experts.89.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.76.mixer.experts.230.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.62.mixer.experts.328.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.21.mixer.experts.337.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.42.mixer.experts.249.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.49.mixer.experts.188.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.5.mixer.experts.143.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.44.mixer.experts.47.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.311.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.26.mixer.experts.322.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.99.mixer.experts.107.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.76.mixer.experts.506.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.1.mixer.experts.396.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.60.mixer.experts.40.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.169.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.69.mixer.experts.463.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.92.mixer.experts.218.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.3.mixer.experts.508.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.60.mixer.experts.0.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.19.mixer.experts.386.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.58.mixer.experts.410.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.465.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.24.mixer.experts.103.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.10.mixer.experts.468.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.80.mixer.experts.449.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.192.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.30.mixer.experts.433.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.69.mixer.experts.229.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.337.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.51.mixer.experts.139.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.21.mixer.experts.38.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.15.mixer.experts.346.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.97.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.272.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.15.mixer.experts.499.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.60.mixer.experts.370.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.12.mixer.experts.376.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.46.mixer.experts.187.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.35.mixer.experts.382.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.49.mixer.experts.252.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.78.mixer.experts.476.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.99.mixer.experts.21.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.165.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.37.mixer.experts.102.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.65.mixer.experts.436.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.15.mixer.experts.90.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.96.mixer.experts.363.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.179.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.experts.1.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.69.mixer.experts.509.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.62.mixer.experts.165.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.5.mixer.experts.302.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.62.mixer.experts.239.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.1.mixer.experts.31.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.5.mixer.experts.47.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.46.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.28.mixer.experts.265.up_proj.weight": "model-00058-of-00225.safetensors", + "mtp.layers.1.mixer.experts.414.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.3.mixer.experts.244.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.87.mixer.experts.171.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.71.mixer.experts.396.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.26.mixer.experts.267.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.30.mixer.experts.491.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.355.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.276.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.5.mixer.experts.82.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.76.mixer.experts.179.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.41.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.25.down_proj.weight": "model-00193-of-00225.safetensors", + "mtp.layers.1.mixer.experts.42.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.64.mixer.q_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.99.mixer.experts.304.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.24.mixer.experts.401.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.10.mixer.experts.415.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.5.mixer.experts.119.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.43.mixer.dt_bias": "model-00088-of-00225.safetensors", + "backbone.layers.58.mixer.experts.409.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.24.mixer.experts.8.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.90.mixer.experts.339.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.58.mixer.experts.312.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.182.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.103.mixer.experts.406.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.101.mixer.experts.467.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.16.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.85.mixer.experts.243.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.19.mixer.experts.240.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.92.mixer.experts.68.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.384.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.200.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.49.mixer.experts.29.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.58.mixer.experts.191.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.69.mixer.experts.263.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.508.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.67.mixer.experts.342.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.356.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.94.mixer.experts.80.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.62.mixer.experts.506.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.179.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.19.mixer.experts.10.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.24.mixer.experts.350.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.37.mixer.experts.328.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.65.mixer.experts.459.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.78.mixer.experts.97.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.49.mixer.experts.141.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.381.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.103.mixer.experts.159.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.8.mixer.experts.328.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.8.mixer.experts.63.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.69.mixer.experts.160.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.60.mixer.experts.90.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.87.mixer.experts.376.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.58.mixer.experts.498.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.35.mixer.experts.61.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.42.mixer.experts.428.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.58.mixer.experts.497.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.396.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.55.mixer.experts.100.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.74.mixer.experts.377.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.94.mixer.experts.0.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.60.mixer.experts.363.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.65.mixer.experts.450.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.21.mixer.experts.229.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.37.mixer.experts.119.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.99.mixer.experts.429.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.85.mixer.experts.27.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.61.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.24.mixer.experts.498.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.8.mixer.experts.161.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.90.mixer.experts.154.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.12.mixer.experts.132.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.96.mixer.experts.344.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.80.mixer.experts.487.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.40.mixer.experts.245.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.1.mixer.experts.43.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.103.mixer.experts.280.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.411.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.71.mixer.experts.453.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.85.mixer.experts.390.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.1.mixer.experts.142.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.71.mixer.experts.191.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.87.mixer.experts.46.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.12.mixer.experts.416.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.49.mixer.experts.384.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.107.mixer.experts.454.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.76.mixer.experts.140.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.94.mixer.experts.410.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.107.mixer.experts.24.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.74.mixer.experts.103.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.338.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.74.mixer.experts.327.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.74.mixer.experts.185.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.60.mixer.experts.478.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.5.mixer.experts.272.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.21.mixer.experts.367.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.44.mixer.experts.73.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.103.mixer.experts.409.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.248.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.26.mixer.experts.150.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.92.mixer.experts.6.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.26.mixer.experts.473.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.60.mixer.experts.352.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.76.mixer.experts.357.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.30.mixer.experts.42.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.62.mixer.experts.406.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.69.mixer.experts.277.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.35.mixer.experts.193.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.87.mixer.experts.5.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.107.mixer.experts.352.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.80.mixer.experts.459.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.28.mixer.experts.251.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.5.mixer.experts.178.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.101.mixer.experts.61.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.35.mixer.experts.104.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.96.mixer.experts.40.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.105.mixer.experts.423.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.94.mixer.experts.487.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.30.mixer.experts.256.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.96.mixer.experts.286.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.99.mixer.experts.368.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.383.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.105.mixer.experts.466.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.78.mixer.experts.494.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.62.mixer.experts.127.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.69.mixer.experts.458.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.506.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.78.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.245.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.85.mixer.experts.466.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.33.mixer.experts.144.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.80.mixer.experts.475.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.44.mixer.experts.330.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.28.mixer.experts.200.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.76.mixer.experts.321.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.94.mixer.experts.337.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.28.mixer.experts.45.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.103.mixer.experts.147.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.96.mixer.experts.154.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.53.mixer.experts.340.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.426.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.17.mixer.experts.326.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.166.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.30.mixer.experts.490.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.415.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.42.mixer.experts.230.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.37.mixer.experts.6.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.42.mixer.experts.55.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.35.mixer.experts.427.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.17.mixer.experts.25.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.19.mixer.experts.245.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.28.mixer.experts.382.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.10.mixer.experts.340.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.12.mixer.experts.51.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.92.mixer.experts.108.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.470.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.58.mixer.experts.367.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.180.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.67.mixer.experts.283.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.40.mixer.experts.292.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.37.mixer.experts.362.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.63.mixer.A_log": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.318.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.69.mixer.experts.357.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.69.mixer.experts.463.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.83.mixer.experts.194.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.19.mixer.experts.324.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.55.mixer.experts.221.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.83.mixer.experts.221.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.100.mixer.A_log": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.27.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.gate.weight": "model-00056-of-00225.safetensors", + "backbone.layers.42.mixer.experts.50.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.90.mixer.experts.262.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.103.mixer.experts.437.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.35.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.45.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.12.mixer.experts.348.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.85.mixer.experts.62.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.69.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.33.mixer.experts.334.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.69.mixer.experts.493.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.51.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.406.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.440.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.40.mixer.experts.482.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.32.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.224.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.62.mixer.experts.261.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.60.mixer.experts.333.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.46.mixer.experts.203.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.107.mixer.experts.40.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.8.mixer.experts.478.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.12.mixer.experts.54.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.103.mixer.experts.194.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.74.mixer.experts.140.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.21.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.49.mixer.experts.496.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.107.mixer.experts.82.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.46.mixer.experts.501.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.83.mixer.experts.431.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.65.mixer.experts.94.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.24.mixer.experts.431.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.8.mixer.experts.90.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.282.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.67.mixer.experts.18.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.26.mixer.experts.481.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.69.mixer.experts.476.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.30.mixer.experts.454.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.87.mixer.experts.339.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.206.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.459.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.74.mixer.experts.267.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.67.mixer.experts.257.up_proj.weight": "model-00136-of-00225.safetensors", + "mtp.layers.1.mixer.experts.288.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.55.mixer.experts.233.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.179.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.28.mixer.experts.24.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.8.mixer.experts.27.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.261.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.107.mixer.experts.223.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.55.mixer.experts.222.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.58.mixer.experts.99.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.62.mixer.experts.302.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.69.mixer.experts.403.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.44.mixer.experts.176.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.78.mixer.experts.361.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.24.mixer.experts.398.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.5.mixer.experts.18.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.37.mixer.experts.160.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.49.mixer.experts.158.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.264.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.55.mixer.experts.162.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.33.mixer.experts.217.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.58.mixer.experts.186.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.49.mixer.experts.247.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.90.mixer.experts.498.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.21.mixer.experts.410.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.46.mixer.experts.176.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.53.mixer.experts.252.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.382.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.161.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.44.mixer.experts.162.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.5.mixer.experts.487.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.35.mixer.experts.315.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.58.mixer.experts.400.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.8.mixer.experts.272.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.78.mixer.experts.193.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.319.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.24.mixer.experts.107.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.78.mixer.experts.115.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.5.mixer.experts.209.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.78.mixer.experts.57.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.26.mixer.experts.468.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.233.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.71.mixer.experts.362.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.253.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.12.mixer.experts.450.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.76.mixer.experts.87.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.19.mixer.experts.511.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.28.mixer.experts.25.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.118.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.164.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.53.mixer.experts.456.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.60.mixer.experts.241.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.1.mixer.experts.279.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.60.mixer.experts.497.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.49.mixer.gate.weight": "model-00101-of-00225.safetensors", + "backbone.layers.94.mixer.experts.389.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.85.mixer.experts.261.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.81.mixer.D": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.72.up_proj.weight": "model-00185-of-00225.safetensors", + "mtp.layers.1.mixer.experts.202.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.101.mixer.experts.175.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.44.mixer.experts.333.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.8.mixer.experts.230.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.10.mixer.experts.107.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.101.mixer.experts.136.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.476.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.305.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.198.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.214.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.78.mixer.experts.319.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.105.mixer.experts.83.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.35.mixer.experts.231.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.428.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.74.mixer.experts.499.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.71.mixer.experts.476.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.80.mixer.experts.296.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.300.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.67.mixer.experts.22.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.17.mixer.experts.451.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.42.mixer.experts.209.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.195.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.74.mixer.experts.497.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.1.mixer.experts.109.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.21.mixer.experts.275.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.107.mixer.experts.78.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.86.mixer.D": "model-00175-of-00225.safetensors", + "backbone.layers.60.mixer.experts.205.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.496.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.212.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.101.mixer.experts.259.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.10.mixer.experts.384.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.87.mixer.experts.134.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.107.mixer.experts.117.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.80.mixer.experts.255.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.90.mixer.experts.397.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.40.mixer.experts.18.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.3.mixer.experts.389.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.78.mixer.experts.257.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.30.mixer.experts.405.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.35.mixer.experts.370.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.12.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.83.mixer.experts.32.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.30.mixer.experts.85.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.37.mixer.experts.147.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.453.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.105.mixer.experts.305.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.96.mixer.fc2_latent_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.78.mixer.experts.139.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.77.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.67.mixer.experts.306.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.26.mixer.experts.86.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.275.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.101.mixer.experts.384.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.101.mixer.experts.426.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.99.mixer.experts.458.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.92.mixer.experts.429.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.28.mixer.experts.71.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.3.mixer.experts.21.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.19.mixer.experts.499.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.21.mixer.experts.75.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.90.mixer.experts.280.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.71.mixer.experts.493.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.99.mixer.experts.307.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.28.mixer.experts.163.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.55.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.99.mixer.experts.425.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.46.mixer.experts.31.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.85.mixer.experts.69.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.90.mixer.experts.237.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.80.mixer.experts.7.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.53.mixer.experts.82.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.311.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.74.mixer.experts.394.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.19.mixer.experts.320.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.8.mixer.experts.198.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.42.mixer.experts.194.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.101.mixer.experts.147.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.130.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.99.mixer.experts.60.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.40.mixer.experts.229.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.55.mixer.experts.131.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.56.mixer.norm.weight": "model-00115-of-00225.safetensors", + "backbone.layers.30.mixer.experts.116.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.53.mixer.experts.322.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.71.mixer.experts.191.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.484.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.49.mixer.experts.263.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.17.mixer.experts.125.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.17.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.30.mixer.experts.259.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.76.mixer.experts.280.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.123.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.71.mixer.experts.37.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.475.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.76.mixer.experts.461.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.101.mixer.experts.213.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.58.mixer.experts.372.up_proj.weight": "model-00119-of-00225.safetensors", + "mtp.layers.1.mixer.experts.69.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.435.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.3.mixer.experts.25.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.21.mixer.experts.440.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.272.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.28.mixer.experts.391.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.33.mixer.experts.146.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.5.mixer.experts.464.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.53.mixer.experts.385.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.105.mixer.experts.491.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.26.mixer.experts.410.down_proj.weight": "model-00055-of-00225.safetensors", + "mtp.layers.1.mixer.experts.309.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.382.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.3.mixer.experts.115.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.349.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.76.mixer.experts.246.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.55.mixer.experts.333.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.33.mixer.experts.126.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.101.mixer.experts.386.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.405.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.101.mixer.experts.498.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.60.mixer.experts.201.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.85.mixer.experts.118.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.49.mixer.experts.266.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.74.mixer.experts.364.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.42.mixer.experts.215.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.28.mixer.experts.96.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.184.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.8.mixer.experts.101.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.44.mixer.experts.357.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.26.mixer.experts.373.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.17.mixer.experts.282.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.17.mixer.experts.21.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.37.mixer.experts.172.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.44.mixer.experts.110.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.65.mixer.experts.249.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.461.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.10.mixer.experts.454.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.33.mixer.experts.386.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.163.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.8.mixer.experts.422.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.30.mixer.experts.470.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.78.mixer.experts.100.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.486.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.19.mixer.experts.476.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.49.mixer.experts.95.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.51.mixer.experts.25.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.60.mixer.experts.175.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.99.mixer.experts.22.down_proj.weight": "model-00198-of-00225.safetensors", + "mtp.layers.1.mixer.experts.97.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.65.mixer.experts.289.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.103.mixer.experts.503.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.46.mixer.experts.291.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.103.mixer.experts.285.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.105.mixer.experts.475.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.10.mixer.experts.483.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.58.mixer.experts.141.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.15.mixer.experts.234.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.49.mixer.experts.43.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.33.mixer.experts.25.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.5.mixer.experts.500.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.298.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.51.mixer.experts.430.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.55.mixer.experts.247.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.94.mixer.experts.219.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.90.mixer.experts.221.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.19.mixer.experts.219.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.80.mixer.experts.483.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.78.mixer.experts.389.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.42.mixer.experts.221.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.298.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.90.mixer.experts.22.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.76.mixer.experts.408.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.35.mixer.experts.378.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.40.mixer.experts.178.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.46.mixer.experts.406.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.14.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.277.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.46.mixer.experts.423.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.67.mixer.experts.154.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.58.mixer.experts.454.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.53.mixer.experts.125.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.90.mixer.experts.74.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.11.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.71.mixer.experts.43.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.71.mixer.experts.475.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.15.mixer.experts.355.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.8.mixer.experts.254.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.275.up_proj.weight": "model-00186-of-00225.safetensors", + "mtp.layers.1.mixer.experts.114.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.8.mixer.experts.333.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.99.mixer.experts.453.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.65.mixer.experts.376.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.17.mixer.experts.113.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.94.mixer.experts.504.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.28.mixer.experts.260.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.418.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.49.mixer.experts.338.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.17.mixer.experts.230.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.33.mixer.experts.51.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.230.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.356.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.71.mixer.experts.190.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.137.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.28.mixer.experts.225.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.85.mixer.experts.367.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.111.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.53.mixer.experts.363.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.53.mixer.experts.338.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.60.mixer.experts.491.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.12.mixer.experts.194.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.106.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.353.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.24.mixer.experts.305.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.80.mixer.experts.40.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.453.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.92.mixer.experts.468.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.101.mixer.experts.220.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.83.mixer.experts.22.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.28.mixer.experts.139.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.344.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.335.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.42.mixer.experts.104.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.186.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.17.mixer.experts.402.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.83.mixer.experts.509.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.90.mixer.experts.391.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.17.mixer.experts.90.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.80.mixer.experts.406.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.8.mixer.experts.114.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.33.mixer.experts.123.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.46.mixer.experts.473.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.71.mixer.experts.197.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.51.mixer.experts.206.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.44.mixer.experts.505.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.35.mixer.experts.29.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.101.mixer.experts.280.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.64.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.48.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.107.mixer.experts.493.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.1.mixer.experts.227.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.495.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.85.mixer.experts.335.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.78.mixer.experts.409.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.90.mixer.experts.219.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.44.mixer.experts.275.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.1.mixer.experts.171.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.69.mixer.experts.507.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.94.mixer.experts.245.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.104.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.44.mixer.experts.278.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.105.mixer.experts.161.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.103.mixer.experts.103.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.267.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.376.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.24.mixer.experts.484.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.51.mixer.experts.235.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.85.mixer.experts.317.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.142.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.65.mixer.experts.45.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.25.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.272.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.21.mixer.experts.439.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.105.mixer.experts.102.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.3.mixer.experts.188.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.37.mixer.experts.170.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.58.mixer.experts.479.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.21.mixer.experts.40.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.44.mixer.experts.449.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.76.mixer.experts.82.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.85.mixer.experts.432.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.319.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.429.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.5.mixer.experts.425.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.55.mixer.experts.224.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.5.mixer.experts.462.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.105.mixer.experts.84.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.101.mixer.experts.202.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.17.mixer.experts.416.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.96.mixer.experts.427.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.49.mixer.experts.99.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.21.mixer.experts.125.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.271.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.8.mixer.experts.174.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.80.mixer.experts.102.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.148.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.483.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.107.mixer.experts.465.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.90.mixer.experts.287.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.46.mixer.experts.237.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.96.mixer.experts.86.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.32.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.182.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.53.mixer.experts.91.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.85.mixer.experts.82.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.55.mixer.experts.470.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.21.mixer.experts.133.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.19.mixer.experts.45.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.99.mixer.experts.450.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.53.mixer.experts.17.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.33.mixer.experts.269.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.24.mixer.experts.159.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.71.mixer.experts.205.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.90.mixer.experts.318.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.60.mixer.experts.319.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.107.mixer.experts.469.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.74.mixer.experts.131.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.35.mixer.experts.195.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.65.mixer.experts.34.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.225.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.67.mixer.experts.250.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.58.mixer.experts.169.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.335.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.71.mixer.experts.479.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.76.mixer.experts.99.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.24.mixer.experts.486.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.67.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.71.mixer.experts.371.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.96.mixer.experts.67.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.78.mixer.experts.249.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.76.mixer.experts.226.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.15.mixer.experts.124.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.49.mixer.experts.207.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.53.mixer.experts.151.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.46.mixer.experts.300.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.30.mixer.experts.211.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.19.mixer.experts.479.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.496.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.46.mixer.experts.240.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.33.mixer.experts.361.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.35.mixer.experts.358.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.186.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.224.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.40.mixer.experts.125.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.44.mixer.experts.296.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.65.mixer.experts.214.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.24.mixer.experts.362.down_proj.weight": "model-00050-of-00225.safetensors", + "mtp.layers.1.mixer.experts.311.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.71.mixer.experts.311.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.19.mixer.experts.394.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.55.mixer.experts.468.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.24.mixer.experts.68.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.107.mixer.experts.490.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.87.mixer.experts.81.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.30.mixer.experts.139.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.46.mixer.experts.419.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.125.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.92.mixer.experts.263.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.76.mixer.experts.469.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.83.mixer.experts.418.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.158.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.24.mixer.experts.287.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.74.mixer.experts.82.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.92.mixer.experts.14.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.83.mixer.experts.356.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.5.mixer.experts.359.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.46.mixer.experts.420.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.76.mixer.experts.128.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.456.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.71.mixer.experts.214.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.99.mixer.experts.122.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.49.mixer.experts.221.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.409.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.3.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.76.mixer.experts.83.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.76.mixer.experts.81.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.103.mixer.experts.234.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.26.mixer.experts.286.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.26.mixer.experts.413.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.40.mixer.experts.7.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.270.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.30.mixer.experts.436.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.116.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.55.mixer.experts.362.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.79.mixer.D": "model-00161-of-00225.safetensors", + "backbone.layers.101.mixer.experts.492.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.65.mixer.experts.414.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.66.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.46.mixer.experts.372.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.310.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.99.mixer.experts.138.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.105.mixer.gate.weight": "model-00216-of-00225.safetensors", + "backbone.layers.33.mixer.experts.188.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.78.mixer.experts.225.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.73.mixer.q_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.5.mixer.experts.270.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.69.mixer.experts.195.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.142.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.217.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.65.mixer.experts.424.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.33.mixer.experts.270.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.101.mixer.experts.88.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.69.mixer.experts.26.up_proj.weight": "model-00138-of-00225.safetensors", + "mtp.layers.1.mixer.experts.19.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.5.mixer.experts.292.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.1.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.44.mixer.experts.314.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.8.mixer.experts.314.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.371.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.37.mixer.experts.143.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.46.mixer.experts.435.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.3.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.46.mixer.experts.96.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.30.mixer.experts.354.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.8.mixer.experts.231.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.17.mixer.experts.133.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.166.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.340.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.9.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.96.mixer.experts.253.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.55.mixer.experts.348.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.85.mixer.experts.319.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.65.mixer.experts.481.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.218.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.26.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.262.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.67.mixer.experts.350.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.103.mixer.experts.18.up_proj.weight": "model-00207-of-00225.safetensors", + "mtp.layers.1.mixer.experts.465.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.67.mixer.experts.362.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.69.mixer.experts.260.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.266.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.35.mixer.experts.125.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.78.mixer.experts.78.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.183.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.107.mixer.experts.217.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.19.mixer.experts.277.down_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.448.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.65.mixer.experts.407.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.31.mixer.in_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.19.mixer.experts.364.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.28.mixer.experts.141.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.33.mixer.experts.52.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.73.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.24.mixer.experts.47.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.21.mixer.experts.14.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.217.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.96.mixer.experts.478.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.62.mixer.experts.216.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.24.mixer.experts.285.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.1.mixer.shared_experts.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.90.mixer.experts.224.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.5.mixer.experts.48.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.11.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.69.mixer.experts.310.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.37.mixer.experts.465.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.432.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.101.mixer.experts.397.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.90.mixer.experts.27.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.107.mixer.experts.269.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.experts.215.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.21.mixer.experts.72.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.105.mixer.experts.478.up_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.372.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.58.mixer.experts.8.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.8.mixer.experts.243.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.46.mixer.gate.e_score_correction_bias": "model-00097-of-00225.safetensors", + "backbone.layers.15.mixer.experts.76.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.443.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.42.mixer.experts.366.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.85.mixer.experts.67.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.60.mixer.experts.113.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.19.mixer.experts.245.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.178.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.40.mixer.experts.177.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.195.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.15.mixer.experts.34.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.76.mixer.experts.279.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.51.mixer.experts.299.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.5.mixer.experts.8.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.71.mixer.experts.95.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.71.mixer.experts.331.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.105.mixer.experts.398.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.269.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.28.mixer.experts.351.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.107.mixer.experts.505.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.15.mixer.experts.314.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.15.mixer.experts.83.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.21.mixer.experts.469.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.53.mixer.experts.369.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.96.mixer.experts.80.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.430.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.30.mixer.experts.38.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.78.mixer.experts.458.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.327.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.107.mixer.experts.403.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.33.mixer.experts.11.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.1.mixer.experts.24.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.49.mixer.experts.214.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.281.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.53.mixer.experts.366.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.65.mixer.experts.47.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.35.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.26.mixer.experts.276.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.83.mixer.experts.175.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.46.mixer.experts.369.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.78.mixer.experts.99.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.482.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.53.mixer.experts.376.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.67.mixer.experts.136.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.96.mixer.experts.248.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.78.mixer.experts.433.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.5.mixer.experts.461.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.60.mixer.experts.382.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.24.mixer.experts.12.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.69.mixer.experts.218.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.1.mixer.experts.388.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.67.mixer.experts.152.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.experts.148.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.96.mixer.experts.460.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.74.mixer.experts.504.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.90.mixer.experts.408.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.40.mixer.experts.221.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.71.mixer.experts.238.up_proj.weight": "model-00145-of-00225.safetensors", + "mtp.layers.1.mixer.experts.254.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.78.mixer.experts.332.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.508.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.17.mixer.experts.474.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.85.mixer.experts.164.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.35.mixer.experts.103.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.243.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.55.mixer.experts.32.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.65.mixer.experts.41.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.65.mixer.experts.91.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.21.mixer.experts.268.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.10.mixer.experts.136.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.96.mixer.experts.7.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.55.mixer.experts.423.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.341.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.69.mixer.experts.265.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.37.mixer.experts.12.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.5.mixer.experts.288.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.128.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.22.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.40.mixer.experts.375.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.30.mixer.experts.99.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.71.mixer.experts.353.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.26.mixer.experts.338.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.46.mixer.experts.508.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.60.mixer.experts.340.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.105.mixer.experts.469.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.44.mixer.experts.240.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.experts.316.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.33.mixer.experts.453.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.101.mixer.experts.5.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.92.mixer.experts.326.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.186.down_proj.weight": "model-00204-of-00225.safetensors", + "mtp.layers.1.mixer.experts.508.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.71.mixer.experts.347.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.40.mixer.experts.286.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.96.mixer.experts.206.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.109.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.49.mixer.experts.487.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.10.mixer.experts.81.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.60.mixer.experts.61.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.85.mixer.experts.419.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.7.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.24.mixer.experts.60.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.3.mixer.experts.496.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.17.mixer.experts.42.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.42.mixer.experts.331.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.349.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.83.mixer.experts.331.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.99.mixer.experts.158.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.58.mixer.experts.486.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.71.mixer.experts.367.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.78.mixer.experts.447.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.49.mixer.experts.146.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.392.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.69.mixer.experts.455.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.92.mixer.experts.100.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.3.mixer.experts.402.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.30.mixer.experts.252.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.404.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.105.mixer.experts.134.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.187.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.1.mixer.experts.87.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.15.mixer.experts.25.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.53.mixer.experts.215.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.37.mixer.experts.319.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.67.mixer.experts.27.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.449.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.53.mixer.experts.367.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.51.mixer.experts.338.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.28.mixer.experts.214.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.53.mixer.experts.357.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.1.mixer.experts.278.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.332.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.486.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.92.mixer.experts.386.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.198.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.87.mixer.experts.183.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.101.mixer.experts.499.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.99.mixer.experts.106.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.67.mixer.experts.258.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.37.mixer.experts.221.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.15.mixer.experts.142.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.60.mixer.experts.397.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.96.mixer.experts.44.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.67.mixer.experts.247.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.341.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.55.mixer.experts.286.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.99.mixer.experts.444.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.182.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.101.mixer.experts.195.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.24.mixer.experts.253.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.78.mixer.experts.293.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.135.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.71.mixer.experts.132.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.56.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.26.mixer.experts.360.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.126.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.35.mixer.experts.206.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.53.mixer.experts.359.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.94.mixer.experts.380.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.15.mixer.experts.180.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.19.mixer.experts.262.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.51.mixer.experts.438.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.46.mixer.experts.451.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.1.mixer.experts.266.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.67.mixer.experts.57.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.51.mixer.experts.301.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.35.mixer.experts.289.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.72.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.15.mixer.experts.118.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.452.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.99.mixer.experts.13.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.69.mixer.experts.179.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.70.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.78.mixer.experts.71.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.28.mixer.experts.76.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.107.mixer.experts.113.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.412.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.17.mixer.experts.305.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.109.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.96.mixer.experts.22.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.49.mixer.experts.71.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.26.mixer.experts.22.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.21.mixer.experts.225.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.69.mixer.experts.150.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.395.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.37.mixer.experts.507.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.99.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.10.mixer.experts.360.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.60.mixer.experts.313.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.92.mixer.experts.319.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.76.mixer.experts.121.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.58.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.21.mixer.experts.70.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.107.mixer.experts.269.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.37.mixer.experts.459.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.26.mixer.experts.316.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.1.mixer.experts.311.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.24.mixer.experts.173.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.87.mixer.experts.103.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.35.mixer.experts.466.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.44.mixer.experts.213.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.3.mixer.experts.219.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.85.mixer.experts.66.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.5.mixer.experts.159.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.35.mixer.experts.435.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.10.mixer.experts.85.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.289.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.90.mixer.experts.274.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.99.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.284.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.347.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.62.mixer.experts.156.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.1.mixer.experts.284.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.83.mixer.experts.274.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.99.mixer.experts.117.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.19.mixer.experts.172.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.269.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.80.mixer.experts.55.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.19.mixer.experts.287.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.83.mixer.experts.398.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.15.mixer.experts.230.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.74.mixer.experts.468.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.60.mixer.experts.66.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.505.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.80.mixer.experts.85.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.99.mixer.experts.496.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.67.mixer.experts.220.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.30.mixer.experts.115.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.105.mixer.experts.311.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.51.mixer.experts.428.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.19.mixer.experts.413.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.62.mixer.experts.36.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.37.mixer.experts.428.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.60.mixer.experts.496.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.69.mixer.experts.363.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.99.mixer.experts.226.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.3.mixer.experts.390.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.24.mixer.experts.472.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.425.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.315.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.105.mixer.experts.14.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.55.mixer.experts.496.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.83.mixer.experts.353.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.103.mixer.experts.269.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.90.mixer.experts.392.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.279.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.60.mixer.experts.222.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.71.mixer.experts.138.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.3.mixer.experts.283.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.3.mixer.experts.285.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.37.mixer.experts.361.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.60.mixer.experts.183.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.44.mixer.experts.238.down_proj.weight": "model-00090-of-00225.safetensors", + "mtp.layers.1.mixer.experts.244.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.60.mixer.experts.179.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.78.mixer.experts.7.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.305.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.67.mixer.experts.10.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.8.mixer.experts.25.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.99.mixer.experts.303.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.1.mixer.experts.292.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.55.mixer.experts.79.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.103.mixer.experts.132.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.76.mixer.experts.210.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.107.mixer.experts.244.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.26.mixer.experts.130.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.85.mixer.experts.100.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.105.mixer.experts.340.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.99.mixer.experts.96.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.42.mixer.experts.192.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.96.mixer.experts.47.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.15.mixer.experts.360.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.74.mixer.experts.280.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.85.mixer.experts.37.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.85.mixer.experts.483.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.107.mixer.experts.10.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.162.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.92.mixer.experts.368.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.49.mixer.experts.476.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.99.mixer.experts.380.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.42.mixer.experts.229.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.92.mixer.experts.25.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.17.mixer.experts.51.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.17.mixer.experts.110.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.107.mixer.experts.437.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.10.mixer.experts.92.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.339.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.199.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.15.mixer.experts.329.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.392.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.55.mixer.experts.270.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.17.mixer.experts.6.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.452.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.99.mixer.experts.145.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.96.mixer.experts.260.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.94.mixer.experts.194.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.67.mixer.experts.276.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.11.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.103.mixer.experts.295.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.107.mixer.experts.30.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.71.mixer.experts.198.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.306.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.71.mixer.experts.208.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.15.mixer.experts.511.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.55.mixer.experts.421.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.37.mixer.experts.444.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.30.mixer.experts.301.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.40.mixer.experts.103.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.85.mixer.experts.499.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.53.mixer.experts.270.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.33.mixer.experts.132.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.15.mixer.experts.484.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.49.mixer.experts.64.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.53.mixer.experts.6.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.62.mixer.experts.88.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.19.mixer.experts.248.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.60.mixer.experts.162.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.211.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.80.mixer.experts.28.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.85.mixer.experts.330.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.gate.weight": "model-00193-of-00225.safetensors", + "backbone.layers.26.mixer.experts.509.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.266.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.28.mixer.experts.419.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.15.mixer.experts.28.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.35.mixer.experts.128.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.5.mixer.experts.199.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.71.mixer.experts.235.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.44.mixer.experts.170.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.60.mixer.experts.163.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.65.mixer.experts.315.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.15.mixer.experts.345.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.92.mixer.experts.22.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.62.mixer.experts.9.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.131.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.65.mixer.experts.442.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.463.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.12.mixer.experts.347.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.60.mixer.experts.14.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.105.mixer.experts.13.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.24.mixer.experts.128.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.37.mixer.experts.365.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.28.mixer.experts.492.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.74.mixer.experts.492.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.46.mixer.experts.136.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.99.mixer.experts.259.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.96.mixer.experts.424.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.63.mixer.conv1d.bias": "model-00129-of-00225.safetensors", + "backbone.layers.3.mixer.experts.213.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.257.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.44.mixer.experts.242.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.303.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.58.mixer.experts.12.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.99.mixer.experts.136.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.96.mixer.experts.90.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.10.mixer.experts.56.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.49.mixer.experts.402.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.85.mixer.experts.279.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.44.mixer.experts.291.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.46.mixer.experts.209.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.101.mixer.experts.91.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.90.mixer.experts.173.down_proj.weight": "model-00181-of-00225.safetensors", + "mtp.layers.1.mixer.experts.406.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.107.mixer.experts.478.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.53.mixer.experts.381.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.5.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.15.mixer.experts.262.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.74.mixer.experts.166.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.44.mixer.experts.480.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.96.mixer.experts.77.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.80.mixer.experts.260.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.67.mixer.experts.14.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.92.mixer.experts.511.down_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.375.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.3.mixer.experts.170.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.3.mixer.experts.235.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.42.mixer.experts.200.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.91.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.3.mixer.experts.498.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.215.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.408.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.26.mixer.experts.95.up_proj.weight": "model-00052-of-00225.safetensors", + "mtp.layers.1.mixer.experts.55.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.74.mixer.experts.187.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.1.mixer.experts.96.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.69.mixer.experts.437.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.37.mixer.experts.114.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.28.mixer.experts.304.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.1.mixer.experts.269.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.49.mixer.experts.131.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.94.mixer.experts.277.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.51.mixer.experts.426.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.74.mixer.experts.34.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.40.mixer.experts.108.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.33.mixer.experts.120.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.65.mixer.experts.420.down_proj.weight": "model-00133-of-00225.safetensors", + "mtp.layers.1.mixer.experts.385.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.85.mixer.experts.437.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.87.mixer.experts.493.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.46.mixer.experts.198.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.96.mixer.experts.485.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.12.mixer.experts.27.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.21.mixer.experts.323.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.476.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.85.mixer.experts.295.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.90.mixer.experts.25.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.96.mixer.experts.441.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.3.mixer.experts.270.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.414.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.83.mixer.experts.299.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.17.mixer.experts.423.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.12.mixer.experts.241.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.42.mixer.experts.53.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.144.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.87.mixer.experts.340.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.94.mixer.experts.254.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.24.mixer.experts.75.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.26.mixer.experts.84.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.65.mixer.experts.365.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.87.mixer.experts.386.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.24.mixer.experts.77.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.5.mixer.experts.73.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.67.mixer.experts.85.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.19.mixer.experts.82.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.37.mixer.experts.192.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.103.mixer.experts.253.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.90.mixer.experts.397.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.17.mixer.experts.219.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.53.mixer.experts.295.up_proj.weight": "model-00109-of-00225.safetensors", + "mtp.layers.1.mixer.experts.256.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.12.mixer.experts.258.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.242.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.76.mixer.experts.43.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.58.mixer.experts.234.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.3.mixer.experts.41.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.86.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.55.mixer.experts.291.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.67.mixer.experts.138.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.85.mixer.experts.139.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.96.mixer.experts.299.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.94.mixer.experts.33.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.1.mixer.experts.217.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.46.mixer.experts.154.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.157.down_proj.weight": "model-00112-of-00225.safetensors", + "mtp.layers.1.mixer.experts.196.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.96.mixer.experts.115.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.26.mixer.experts.399.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.53.mixer.experts.386.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.8.mixer.experts.446.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.21.mixer.experts.408.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.30.mixer.experts.285.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.85.mixer.experts.473.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.360.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.49.mixer.experts.464.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.358.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.181.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.1.mixer.experts.74.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.5.mixer.experts.482.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.46.mixer.experts.484.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.37.mixer.experts.413.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.92.mixer.experts.11.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.105.mixer.experts.410.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.17.mixer.experts.103.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.90.mixer.experts.92.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.33.mixer.experts.413.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.17.mixer.experts.384.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.45.mixer.A_log": "model-00092-of-00225.safetensors", + "backbone.layers.60.mixer.experts.89.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.92.mixer.experts.442.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.103.mixer.experts.449.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.55.mixer.experts.132.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.46.mixer.experts.20.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.74.mixer.experts.71.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.gate.weight": "model-00175-of-00225.safetensors", + "backbone.layers.24.mixer.experts.298.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.103.mixer.experts.72.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.93.mixer.out_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.78.mixer.experts.299.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.norm.weight": "model-00024-of-00225.safetensors", + "backbone.layers.24.mixer.experts.23.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.60.mixer.experts.267.up_proj.weight": "model-00122-of-00225.safetensors", + "mtp.layers.1.mixer.experts.95.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.3.mixer.experts.47.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.37.mixer.experts.241.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.99.mixer.experts.46.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.99.mixer.experts.491.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.24.mixer.experts.6.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.17.mixer.experts.127.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.gate.e_score_correction_bias": "model-00088-of-00225.safetensors", + "backbone.layers.1.mixer.experts.395.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.96.mixer.experts.494.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.10.mixer.experts.296.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.37.mixer.experts.15.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.53.mixer.experts.120.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.8.mixer.experts.118.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.56.mixer.in_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.101.mixer.experts.336.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.15.mixer.experts.500.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.37.mixer.experts.204.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.78.mixer.experts.324.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.12.mixer.experts.496.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.58.mixer.experts.156.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.87.mixer.experts.480.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.51.mixer.experts.316.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.99.mixer.experts.449.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.96.mixer.experts.306.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.21.mixer.experts.301.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.1.mixer.experts.404.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.58.mixer.experts.150.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.96.mixer.experts.216.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.53.mixer.experts.64.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.103.mixer.experts.396.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.42.mixer.experts.181.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.99.mixer.experts.309.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.26.mixer.experts.17.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.51.mixer.experts.125.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.5.mixer.experts.33.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.55.mixer.experts.351.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.62.mixer.experts.92.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.74.mixer.experts.345.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.191.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.15.mixer.experts.352.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.87.mixer.experts.64.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.92.mixer.experts.410.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.105.mixer.experts.268.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.53.mixer.experts.112.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.33.mixer.experts.260.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.65.mixer.experts.50.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.446.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.30.mixer.experts.422.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.125.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.90.mixer.experts.145.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.103.mixer.experts.80.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.90.mixer.experts.100.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.5.mixer.experts.63.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.83.mixer.experts.456.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.40.mixer.experts.448.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.407.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.10.mixer.experts.124.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.460.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.69.mixer.experts.98.down_proj.weight": "model-00139-of-00225.safetensors", + "mtp.layers.1.mixer.experts.224.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.83.mixer.experts.214.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.80.mixer.experts.288.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.101.mixer.experts.23.down_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.58.mixer.experts.286.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.62.mixer.experts.477.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.290.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.35.mixer.experts.488.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.85.mixer.experts.184.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.15.mixer.experts.501.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.103.mixer.experts.202.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.306.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.30.mixer.experts.67.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.15.mixer.experts.12.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.51.mixer.experts.425.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.12.mixer.experts.288.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.46.mixer.experts.144.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.76.mixer.experts.10.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.51.mixer.experts.435.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.107.mixer.experts.69.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.55.mixer.experts.210.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.17.mixer.experts.40.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.10.mixer.experts.412.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.327.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.19.mixer.experts.26.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.96.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.159.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.122.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.87.mixer.experts.355.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.24.mixer.experts.389.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.74.mixer.experts.358.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.107.mixer.experts.28.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.80.mixer.experts.154.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.53.mixer.experts.268.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.76.mixer.experts.391.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.53.mixer.experts.313.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.10.mixer.experts.25.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.87.mixer.experts.491.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.78.mixer.experts.45.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.46.mixer.experts.378.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.94.mixer.experts.310.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.58.mixer.experts.465.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.372.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.60.mixer.experts.35.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.67.mixer.experts.114.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.105.mixer.experts.142.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.55.mixer.experts.111.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.51.mixer.experts.432.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.268.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.42.mixer.experts.249.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.58.mixer.experts.450.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.28.mixer.experts.15.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.321.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.40.mixer.experts.161.down_proj.weight": "model-00080-of-00225.safetensors", + "mtp.layers.1.mixer.experts.1.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.65.mixer.experts.178.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.105.mixer.experts.47.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.30.mixer.experts.180.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.71.mixer.experts.328.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.1.mixer.experts.130.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.100.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.348.down_proj.weight": "model-00137-of-00225.safetensors", + "mtp.layers.1.mixer.experts.407.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.19.mixer.experts.355.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.35.mixer.experts.462.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.69.mixer.experts.151.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.97.norm.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.265.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.24.mixer.experts.319.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.55.mixer.experts.372.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.74.mixer.experts.170.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.67.mixer.experts.94.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.15.mixer.experts.303.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.51.mixer.experts.174.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.62.mixer.experts.55.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.62.mixer.experts.17.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.227.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.66.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.92.mixer.experts.348.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.21.mixer.experts.244.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.83.mixer.experts.45.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.17.mixer.experts.81.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.115.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.8.mixer.experts.67.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.94.mixer.experts.509.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.78.mixer.experts.60.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.1.mixer.experts.103.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.74.mixer.experts.6.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.15.mixer.experts.275.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.44.mixer.experts.489.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.28.mixer.experts.62.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.62.mixer.experts.463.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.15.mixer.experts.15.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.103.mixer.experts.116.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.92.mixer.experts.92.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.99.mixer.experts.282.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.225.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.49.mixer.experts.316.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.108.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.71.mixer.experts.225.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.74.mixer.experts.501.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.12.mixer.experts.442.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.65.mixer.experts.302.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.58.mixer.experts.431.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.92.mixer.experts.196.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.24.mixer.experts.71.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.74.mixer.experts.175.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.94.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.85.mixer.experts.29.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.65.mixer.experts.481.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.290.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.116.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.37.mixer.experts.193.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.105.mixer.experts.229.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.370.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.99.mixer.experts.309.up_proj.weight": "model-00200-of-00225.safetensors", + "mtp.layers.1.mixer.experts.127.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.105.mixer.experts.0.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.42.mixer.experts.353.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.55.mixer.experts.75.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.76.mixer.experts.351.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.87.mixer.experts.213.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.44.mixer.experts.316.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.62.mixer.experts.482.up_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.19.mixer.experts.151.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.10.mixer.experts.294.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.40.mixer.experts.487.up_proj.weight": "model-00083-of-00225.safetensors", + "mtp.layers.1.mixer.experts.116.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.1.mixer.experts.111.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.24.mixer.experts.95.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.35.mixer.experts.380.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.17.mixer.experts.288.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.67.mixer.experts.421.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.65.mixer.experts.446.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.58.mixer.experts.68.up_proj.weight": "model-00116-of-00225.safetensors", + "mtp.layers.1.mixer.experts.485.up_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.17.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.8.mixer.experts.259.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.374.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.65.mixer.experts.190.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.80.mixer.experts.138.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.60.mixer.experts.276.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.37.mixer.experts.78.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.37.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.475.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.105.mixer.experts.194.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.85.mixer.experts.109.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.30.mixer.experts.220.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.87.mixer.experts.326.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.105.mixer.experts.163.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.fc1_latent_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.37.mixer.experts.166.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.101.mixer.experts.108.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.92.mixer.experts.57.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.53.mixer.experts.199.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.40.mixer.experts.386.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.188.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.3.mixer.experts.351.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.19.mixer.experts.3.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.383.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.43.norm.weight": "model-00088-of-00225.safetensors", + "backbone.layers.87.mixer.experts.475.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.87.mixer.experts.413.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.74.mixer.experts.397.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.67.mixer.experts.448.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.49.mixer.experts.112.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.495.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.103.mixer.experts.216.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.37.mixer.experts.0.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.78.mixer.experts.278.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.28.mixer.experts.363.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.51.mixer.experts.401.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.212.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.103.mixer.experts.399.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.232.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.40.mixer.experts.220.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.1.mixer.experts.296.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.78.mixer.experts.358.down_proj.weight": "model-00160-of-00225.safetensors", + "mtp.layers.1.mixer.experts.187.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.33.mixer.experts.9.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.94.mixer.experts.200.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.42.mixer.experts.292.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.58.mixer.experts.359.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.87.mixer.experts.255.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.30.mixer.experts.95.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.85.mixer.experts.104.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.153.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.91.mixer.A_log": "model-00184-of-00225.safetensors", + "backbone.layers.28.mixer.experts.129.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.327.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.304.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.46.mixer.experts.258.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.85.mixer.experts.338.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.92.mixer.experts.467.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.90.mixer.experts.261.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.78.mixer.experts.132.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.53.mixer.experts.485.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.85.mixer.experts.190.down_proj.weight": "model-00172-of-00225.safetensors", + "mtp.layers.1.mixer.experts.456.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.99.mixer.experts.427.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.30.mixer.experts.91.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.8.mixer.experts.184.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.69.mixer.experts.232.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.51.mixer.experts.329.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.71.mixer.experts.19.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.87.mixer.experts.403.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.90.mixer.experts.356.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.10.mixer.experts.156.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.122.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.67.mixer.experts.384.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.99.mixer.experts.202.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.80.mixer.experts.312.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.17.mixer.experts.275.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.1.mixer.experts.112.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.42.mixer.experts.204.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.12.mixer.experts.162.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.37.mixer.experts.453.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.19.mixer.experts.54.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.90.mixer.experts.51.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.65.mixer.experts.491.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.15.mixer.experts.382.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.10.mixer.experts.375.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.30.mixer.experts.215.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.65.mixer.experts.406.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.90.mixer.experts.406.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.46.mixer.experts.490.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.78.mixer.experts.177.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.99.mixer.experts.87.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.60.mixer.experts.265.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.92.mixer.experts.511.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.10.mixer.experts.164.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.15.mixer.experts.169.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.62.mixer.experts.73.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.28.mixer.experts.251.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.295.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.53.mixer.experts.148.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.83.mixer.experts.263.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.78.mixer.experts.241.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.10.mixer.experts.47.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.30.mixer.experts.479.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.76.mixer.experts.139.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.80.mixer.experts.128.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.67.mixer.experts.259.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.76.mixer.experts.452.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.103.mixer.experts.422.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.12.mixer.experts.302.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.99.mixer.experts.106.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.99.mixer.experts.199.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.452.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.44.mixer.experts.131.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.19.mixer.experts.426.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.107.mixer.experts.24.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.24.mixer.experts.418.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.12.mixer.experts.448.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.74.mixer.experts.176.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.231.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.55.mixer.experts.37.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.42.mixer.experts.404.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.12.mixer.experts.400.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.3.mixer.experts.171.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.35.mixer.experts.343.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.85.mixer.experts.435.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.40.mixer.experts.126.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.105.mixer.experts.338.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.experts.360.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.42.mixer.experts.170.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.44.mixer.experts.281.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.53.mixer.experts.53.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.168.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.33.mixer.experts.429.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.2.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.5.mixer.experts.32.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.74.mixer.experts.215.down_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.experts.374.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.122.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.58.mixer.experts.458.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.96.mixer.experts.129.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.65.mixer.experts.219.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.30.mixer.experts.34.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.107.mixer.experts.476.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.26.mixer.experts.38.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.107.mixer.experts.27.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.92.mixer.experts.362.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.44.mixer.experts.153.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.17.mixer.experts.444.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.58.mixer.experts.257.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.69.mixer.experts.435.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.74.mixer.experts.362.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.12.mixer.experts.47.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.40.mixer.experts.488.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.40.mixer.experts.446.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.69.mixer.experts.220.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.26.mixer.experts.258.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.1.mixer.experts.281.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.15.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.19.mixer.experts.48.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.49.mixer.experts.33.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.17.mixer.experts.12.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.319.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.83.mixer.experts.485.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.8.mixer.experts.340.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.80.mixer.experts.324.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.105.mixer.experts.440.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.359.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.19.mixer.experts.276.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.85.mixer.experts.421.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.80.mixer.experts.94.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.74.mixer.experts.155.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.96.mixer.experts.221.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.76.mixer.experts.69.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.19.mixer.experts.110.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.107.mixer.experts.414.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.87.mixer.experts.471.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.69.mixer.experts.152.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.3.mixer.experts.249.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.0.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.99.mixer.experts.271.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.168.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.37.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.21.mixer.experts.350.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.71.mixer.experts.50.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.3.mixer.experts.122.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.53.mixer.experts.212.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.55.mixer.experts.377.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.351.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.92.mixer.experts.435.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.175.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.53.mixer.experts.222.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.87.mixer.experts.250.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.62.mixer.experts.145.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.314.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.55.mixer.experts.273.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.51.mixer.experts.306.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.24.mixer.experts.144.up_proj.weight": "model-00048-of-00225.safetensors", + "mtp.layers.1.mixer.experts.332.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.381.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.83.mixer.experts.469.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.21.mixer.experts.351.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.164.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.3.mixer.experts.505.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.35.mixer.experts.83.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.107.mixer.experts.494.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.60.mixer.experts.75.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.46.mixer.experts.208.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.92.mixer.experts.45.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.69.mixer.experts.130.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.3.mixer.experts.19.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.1.mixer.experts.11.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.24.mixer.experts.452.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.24.mixer.experts.291.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.3.mixer.experts.297.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.30.mixer.experts.183.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.35.mixer.experts.370.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.37.mixer.experts.135.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.94.mixer.experts.340.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.94.mixer.experts.259.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.264.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.28.mixer.experts.101.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.71.mixer.experts.132.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.76.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.364.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.49.mixer.experts.332.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.80.mixer.experts.389.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.33.mixer.experts.12.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.105.mixer.experts.376.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.241.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.83.mixer.experts.61.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.99.mixer.experts.118.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.107.mixer.experts.214.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.265.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.105.mixer.experts.429.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.80.mixer.experts.297.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.12.mixer.experts.411.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.94.mixer.experts.252.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.412.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.26.mixer.experts.511.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.53.mixer.experts.200.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.42.mixer.experts.18.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.101.mixer.experts.37.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.17.mixer.experts.304.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.30.mixer.experts.360.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.42.mixer.experts.483.down_proj.weight": "model-00087-of-00225.safetensors", + "mtp.layers.1.mixer.experts.56.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.53.mixer.experts.326.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.78.mixer.experts.481.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.42.mixer.experts.60.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.mixer.experts.337.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.10.mixer.experts.17.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.449.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.55.mixer.experts.272.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.3.mixer.experts.21.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.76.mixer.experts.360.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.26.mixer.experts.164.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.90.mixer.experts.307.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.351.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.53.mixer.experts.281.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.85.mixer.experts.6.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.10.mixer.experts.281.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.8.mixer.experts.93.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.93.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.15.mixer.experts.125.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.417.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.76.mixer.experts.57.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.53.mixer.experts.161.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.69.mixer.experts.508.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.99.mixer.experts.478.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.10.mixer.experts.489.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.105.mixer.experts.65.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.62.mixer.experts.299.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.107.mixer.experts.179.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.26.mixer.experts.235.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.21.mixer.experts.318.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.67.mixer.experts.298.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.80.mixer.experts.318.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.30.mixer.experts.35.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.30.mixer.experts.407.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.33.mixer.experts.236.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.96.mixer.experts.328.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.178.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.65.mixer.experts.122.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.42.mixer.experts.144.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.1.mixer.experts.243.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.92.mixer.experts.166.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.105.mixer.experts.452.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.46.mixer.experts.181.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.40.mixer.experts.385.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.107.mixer.experts.171.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.76.mixer.experts.316.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.103.mixer.experts.327.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.94.mixer.experts.51.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.19.mixer.experts.180.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.49.mixer.experts.225.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.49.mixer.experts.389.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.10.mixer.experts.401.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.65.mixer.experts.80.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.78.mixer.experts.188.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.460.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.92.mixer.experts.3.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.83.mixer.experts.511.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.92.mixer.experts.80.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.35.mixer.experts.263.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.26.mixer.experts.288.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.92.mixer.experts.190.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.42.mixer.experts.214.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.105.mixer.experts.165.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.3.mixer.experts.271.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.3.mixer.experts.269.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.28.mixer.experts.487.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.40.mixer.experts.322.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.103.mixer.experts.487.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.37.mixer.experts.155.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.5.mixer.experts.1.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.28.mixer.experts.113.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.17.mixer.experts.187.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.92.mixer.experts.348.down_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.170.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.51.mixer.experts.328.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.256.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.101.mixer.experts.367.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.3.mixer.experts.505.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.55.mixer.experts.273.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.30.mixer.experts.462.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.225.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.30.mixer.experts.86.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.42.mixer.experts.492.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.90.mixer.experts.350.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.76.mixer.experts.177.down_proj.weight": "model-00153-of-00225.safetensors", + "mtp.layers.1.mixer.experts.3.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.42.mixer.experts.83.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.96.mixer.experts.51.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.101.mixer.experts.148.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.24.mixer.experts.285.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.44.mixer.experts.507.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.80.mixer.experts.103.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.96.mixer.experts.437.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.69.mixer.experts.278.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.103.mixer.experts.231.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.42.mixer.experts.363.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.105.mixer.experts.167.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.107.mixer.experts.488.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.71.mixer.experts.225.down_proj.weight": "model-00145-of-00225.safetensors", + "mtp.layers.1.mixer.experts.458.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.87.mixer.experts.150.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.17.mixer.experts.107.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.12.mixer.experts.67.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.67.mixer.experts.77.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.99.mixer.experts.371.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.170.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.69.mixer.experts.277.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.76.mixer.experts.83.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.24.mixer.experts.503.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.49.mixer.experts.183.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.67.mixer.experts.5.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.94.mixer.experts.463.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.347.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.94.mixer.experts.30.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.107.mixer.experts.99.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.90.mixer.experts.443.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.154.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.92.mixer.experts.331.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.251.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.37.mixer.experts.117.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.24.mixer.experts.297.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.242.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.21.mixer.experts.201.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.83.mixer.experts.240.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.493.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.8.mixer.experts.216.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.55.mixer.experts.84.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.33.mixer.experts.260.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.87.mixer.experts.305.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.12.mixer.experts.357.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.247.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.5.mixer.experts.177.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.1.mixer.experts.343.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.30.mixer.experts.92.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.46.mixer.experts.51.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.83.mixer.experts.102.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.90.mixer.experts.71.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.44.mixer.experts.12.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.99.mixer.experts.114.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.71.mixer.experts.324.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.87.mixer.experts.295.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.74.mixer.experts.117.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.78.mixer.experts.479.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.26.mixer.experts.498.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.67.mixer.experts.54.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.85.mixer.experts.181.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.94.mixer.experts.407.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.37.mixer.experts.52.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.58.mixer.experts.270.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.26.mixer.experts.140.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.19.mixer.experts.180.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.19.mixer.experts.65.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.17.mixer.experts.214.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.259.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.71.mixer.experts.377.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.62.mixer.experts.247.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.33.mixer.experts.100.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.24.mixer.experts.438.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.105.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.78.mixer.experts.4.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.90.mixer.experts.167.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.33.mixer.experts.478.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.85.mixer.experts.163.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.103.mixer.experts.470.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.46.mixer.experts.506.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.65.mixer.experts.207.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.97.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.37.mixer.experts.296.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.17.mixer.experts.215.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.12.mixer.experts.389.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.42.mixer.experts.481.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.101.mixer.experts.42.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.62.mixer.experts.486.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.44.mixer.experts.320.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.105.mixer.experts.484.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.76.mixer.experts.105.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.58.mixer.experts.307.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.28.mixer.experts.272.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.96.mixer.experts.384.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.74.mixer.experts.464.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.10.mixer.experts.105.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.83.mixer.experts.71.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.87.mixer.experts.113.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.15.mixer.experts.124.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.133.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.448.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.55.mixer.experts.154.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.40.mixer.experts.317.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.92.mixer.experts.339.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.101.mixer.experts.412.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.21.mixer.experts.437.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.44.mixer.experts.206.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.80.mixer.experts.45.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.65.mixer.experts.177.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.92.mixer.experts.344.down_proj.weight": "model-00187-of-00225.safetensors", + "mtp.layers.1.mixer.experts.424.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.37.mixer.experts.101.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.42.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.55.mixer.experts.16.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.85.mixer.experts.460.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.101.mixer.experts.502.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.35.mixer.experts.426.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.45.mixer.in_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.46.mixer.experts.438.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.35.mixer.experts.36.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.21.mixer.experts.185.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.24.mixer.experts.393.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.60.mixer.experts.436.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.37.mixer.experts.295.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.20.mixer.conv1d.weight": "model-00042-of-00225.safetensors", + "backbone.layers.26.mixer.experts.34.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.105.mixer.experts.61.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.12.mixer.experts.422.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.17.mixer.experts.505.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.454.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.344.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.58.mixer.experts.172.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.norm_f.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.454.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.19.mixer.experts.387.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.35.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.65.mixer.experts.328.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.67.mixer.experts.232.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.324.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.21.mixer.experts.390.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.41.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.69.mixer.experts.23.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.1.mixer.experts.91.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.60.mixer.experts.176.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.3.mixer.experts.162.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.5.mixer.experts.95.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.28.mixer.experts.430.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.79.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.170.down_proj.weight": "model-00062-of-00225.safetensors", + "mtp.layers.1.mixer.experts.472.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.90.mixer.experts.270.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.62.mixer.experts.59.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.21.mixer.experts.345.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.28.mixer.experts.150.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.58.mixer.experts.466.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.161.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.94.mixer.experts.481.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.62.mixer.experts.145.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.78.mixer.experts.233.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.44.mixer.experts.13.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.8.mixer.experts.458.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.80.mixer.experts.95.down_proj.weight": "model-00162-of-00225.safetensors", + "mtp.layers.1.mixer.experts.204.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.403.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.92.mixer.experts.437.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.62.mixer.experts.232.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.19.mixer.experts.448.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.51.mixer.experts.313.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.12.mixer.experts.146.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.36.mixer.norm.weight": "model-00074-of-00225.safetensors", + "backbone.layers.33.mixer.experts.499.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.92.mixer.experts.305.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.60.mixer.experts.92.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.42.mixer.experts.445.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.471.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.26.mixer.experts.194.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.37.mixer.experts.294.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.74.mixer.experts.385.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.3.mixer.experts.459.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.107.mixer.experts.228.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.51.mixer.experts.98.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.92.mixer.experts.249.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.76.mixer.experts.307.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.24.mixer.experts.94.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.3.mixer.experts.437.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.26.mixer.experts.255.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.62.mixer.experts.81.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.105.mixer.experts.152.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.30.mixer.experts.442.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.53.mixer.experts.197.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.28.mixer.experts.42.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.99.mixer.experts.261.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.17.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.477.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.53.mixer.shared_experts.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.51.mixer.experts.285.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.92.mixer.experts.176.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.3.mixer.experts.152.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.260.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.12.mixer.experts.338.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.231.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.51.mixer.experts.301.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.83.mixer.experts.33.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.8.mixer.experts.421.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.96.mixer.experts.119.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.166.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.107.mixer.experts.365.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.58.mixer.experts.404.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.80.mixer.experts.247.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.373.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.99.mixer.experts.372.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.58.mixer.experts.489.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.105.mixer.experts.319.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.15.mixer.experts.80.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.62.mixer.experts.425.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.19.mixer.experts.251.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.78.mixer.experts.414.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.92.mixer.experts.25.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.10.mixer.experts.437.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.87.mixer.experts.90.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.55.mixer.experts.289.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.87.mixer.experts.409.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.19.mixer.experts.307.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.90.mixer.experts.253.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.69.mixer.experts.431.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.5.mixer.experts.310.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.37.mixer.experts.56.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.12.mixer.experts.122.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.78.mixer.experts.495.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.24.mixer.experts.440.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.37.mixer.experts.250.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.294.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.42.mixer.experts.416.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.35.mixer.experts.279.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.60.mixer.experts.326.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.26.mixer.experts.157.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.90.mixer.experts.239.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.46.mixer.experts.475.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.85.mixer.experts.229.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.76.mixer.experts.138.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.67.mixer.experts.376.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.74.mixer.experts.63.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.53.mixer.experts.6.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.55.mixer.experts.350.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.163.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.99.mixer.experts.205.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.1.mixer.experts.346.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.103.mixer.experts.99.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.35.mixer.experts.373.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.65.mixer.experts.111.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.33.mixer.experts.430.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.67.mixer.experts.380.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.85.mixer.experts.464.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.1.mixer.experts.448.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.62.mixer.experts.10.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.83.mixer.experts.286.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.99.mixer.experts.307.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.1.mixer.experts.126.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.101.mixer.experts.414.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.5.mixer.experts.101.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.10.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.80.mixer.experts.4.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.69.mixer.experts.319.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.87.mixer.experts.323.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.69.mixer.experts.18.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.69.mixer.experts.495.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.46.mixer.experts.296.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.362.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.251.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.103.mixer.experts.295.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.35.mixer.experts.369.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.126.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.79.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.37.mixer.experts.198.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.3.mixer.experts.162.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.74.mixer.experts.511.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.78.mixer.experts.217.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.74.mixer.experts.134.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.35.mixer.experts.53.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.105.mixer.experts.153.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.55.mixer.experts.479.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.78.mixer.experts.182.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.433.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.8.mixer.experts.363.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.19.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.28.mixer.experts.51.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.49.mixer.experts.433.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.401.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.76.mixer.experts.375.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.179.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.434.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.99.mixer.experts.184.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.92.mixer.experts.131.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.62.mixer.experts.33.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.62.mixer.experts.170.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.15.mixer.experts.228.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.71.mixer.experts.467.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.105.mixer.experts.444.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.12.mixer.experts.266.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.24.mixer.experts.88.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.85.mixer.experts.131.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.62.mixer.experts.98.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.30.mixer.experts.269.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.83.mixer.experts.180.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.60.mixer.experts.141.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.26.mixer.experts.63.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.329.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.62.mixer.experts.472.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.30.mixer.experts.349.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.8.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.105.mixer.experts.98.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.15.mixer.experts.316.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.67.mixer.experts.269.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.65.mixer.experts.250.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.101.mixer.experts.442.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.1.mixer.experts.139.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.87.mixer.experts.21.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.87.mixer.experts.360.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.12.mixer.experts.219.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.303.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.80.mixer.experts.131.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.67.mixer.experts.420.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.5.mixer.experts.300.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.58.mixer.experts.224.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.1.mixer.experts.439.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.5.mixer.experts.118.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.78.mixer.experts.122.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.11.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.49.mixer.experts.369.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.356.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.74.mixer.experts.400.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.287.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.105.mixer.experts.451.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.92.mixer.experts.219.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.17.mixer.experts.400.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.158.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.51.mixer.experts.121.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.51.mixer.experts.486.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.78.mixer.experts.239.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.35.mixer.experts.94.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.51.mixer.experts.383.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.99.mixer.experts.438.down_proj.weight": "model-00201-of-00225.safetensors", + "mtp.layers.1.mixer.experts.203.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.38.mixer.dt_bias": "model-00079-of-00225.safetensors", + "backbone.layers.92.mixer.experts.334.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.33.mixer.experts.94.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.1.mixer.experts.55.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.46.mixer.experts.164.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.55.mixer.experts.38.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.40.mixer.experts.19.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.10.mixer.experts.78.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.85.mixer.experts.333.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.80.mixer.experts.279.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.35.mixer.experts.36.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.107.mixer.experts.301.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.17.mixer.experts.72.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.8.mixer.experts.13.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.10.mixer.experts.405.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.40.mixer.experts.274.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.26.mixer.experts.509.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.58.mixer.experts.341.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.96.mixer.experts.232.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.506.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.15.mixer.experts.454.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.53.mixer.experts.49.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.101.mixer.experts.305.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.315.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.49.mixer.experts.441.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.58.mixer.experts.452.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.1.mixer.experts.416.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.19.mixer.experts.419.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.103.mixer.experts.263.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.33.mixer.experts.320.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.375.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.44.mixer.experts.49.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.52.mixer.dt_bias": "model-00106-of-00225.safetensors", + "backbone.layers.49.mixer.experts.479.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.55.mixer.experts.472.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.53.mixer.experts.248.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.19.mixer.experts.2.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.33.mixer.experts.54.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.35.mixer.experts.121.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.94.mixer.experts.323.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.12.mixer.experts.262.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.40.mixer.experts.390.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.69.mixer.experts.86.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.78.mixer.experts.128.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.78.mixer.experts.256.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.42.mixer.experts.418.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.51.mixer.experts.382.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.83.mixer.experts.147.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.85.mixer.experts.204.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.8.mixer.experts.300.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.12.mixer.experts.333.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.55.mixer.experts.388.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.94.mixer.experts.425.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.62.mixer.experts.327.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.42.mixer.experts.488.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.74.mixer.experts.351.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.3.mixer.experts.63.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.96.mixer.experts.83.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.12.mixer.experts.18.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.19.mixer.experts.243.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.26.mixer.experts.401.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.55.mixer.experts.208.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.19.mixer.experts.29.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.78.mixer.experts.334.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.8.mixer.experts.293.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.71.mixer.experts.13.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.65.mixer.experts.117.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.80.mixer.experts.226.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.74.mixer.experts.367.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.78.mixer.experts.362.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.8.mixer.experts.329.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.15.mixer.experts.494.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.99.mixer.experts.51.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.157.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.439.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.67.mixer.experts.193.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.159.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.101.mixer.experts.436.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.62.mixer.experts.194.up_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.427.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.80.mixer.experts.3.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.90.mixer.experts.400.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.76.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.24.mixer.experts.450.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.99.mixer.experts.342.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.90.mixer.experts.60.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.80.mixer.experts.364.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.33.mixer.experts.180.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.310.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.53.mixer.experts.431.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.65.mixer.experts.494.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.37.mixer.experts.488.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.17.mixer.experts.155.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.80.mixer.experts.67.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.42.mixer.experts.325.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.438.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.69.mixer.experts.497.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.284.down_proj.weight": "model-00031-of-00225.safetensors", + "mtp.layers.1.mixer.experts.93.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.94.mixer.experts.362.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.277.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.98.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.28.mixer.experts.455.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.101.mixer.experts.277.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.96.mixer.experts.335.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.85.mixer.experts.347.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.503.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.37.mixer.experts.205.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.46.mixer.experts.119.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.51.mixer.experts.62.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.101.mixer.experts.281.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.21.mixer.experts.89.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.5.mixer.experts.448.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.55.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.388.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.65.mixer.experts.168.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.51.mixer.experts.75.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.65.mixer.experts.188.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.15.mixer.experts.126.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.15.mixer.experts.41.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.46.mixer.experts.403.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.55.mixer.experts.478.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.67.mixer.experts.283.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.83.mixer.experts.136.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.65.mixer.experts.250.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.334.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.60.mixer.experts.391.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.17.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.107.mixer.experts.193.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.171.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.103.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.28.mixer.experts.222.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.335.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.42.mixer.experts.318.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.78.mixer.experts.159.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.15.mixer.experts.94.down_proj.weight": "model-00029-of-00225.safetensors", + "mtp.layers.1.mixer.experts.430.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.42.mixer.experts.156.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.35.mixer.experts.281.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.44.mixer.experts.470.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.76.mixer.experts.61.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.101.mixer.experts.73.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.80.mixer.experts.240.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.372.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.5.mixer.experts.141.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.1.mixer.experts.496.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.24.mixer.experts.392.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.26.mixer.experts.121.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.285.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.17.mixer.experts.104.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.58.mixer.experts.104.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.35.mixer.experts.220.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.250.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.37.mixer.experts.468.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.78.mixer.experts.127.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.94.mixer.experts.377.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.105.mixer.experts.241.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.65.mixer.experts.280.up_proj.weight": "model-00131-of-00225.safetensors", + "mtp.layers.1.mixer.experts.469.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.5.mixer.experts.298.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.12.mixer.experts.280.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.15.mixer.experts.506.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.62.mixer.experts.421.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.206.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.17.mixer.experts.98.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.10.mixer.experts.481.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.105.mixer.experts.121.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.experts.377.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.83.mixer.experts.332.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.107.mixer.experts.55.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.99.mixer.experts.97.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.15.mixer.experts.166.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.51.mixer.experts.148.up_proj.weight": "model-00103-of-00225.safetensors", + "mtp.layers.1.mixer.experts.476.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.74.mixer.experts.332.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.15.mixer.experts.46.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.12.mixer.experts.346.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.49.mixer.experts.94.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.179.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.376.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.440.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.92.mixer.experts.406.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.26.mixer.experts.419.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.51.mixer.experts.92.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.28.mixer.experts.464.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.94.mixer.experts.476.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.53.mixer.experts.345.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.106.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.49.mixer.experts.111.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.74.mixer.experts.418.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.19.mixer.experts.146.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.53.mixer.experts.355.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.76.mixer.experts.166.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.60.mixer.experts.86.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.65.mixer.experts.147.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.103.mixer.experts.265.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.101.mixer.experts.26.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.60.mixer.experts.306.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.51.mixer.experts.352.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.60.mixer.experts.293.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.60.mixer.experts.242.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.99.mixer.experts.338.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.17.mixer.experts.377.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.17.mixer.experts.358.up_proj.weight": "model-00036-of-00225.safetensors", + "mtp.layers.1.mixer.experts.411.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.60.mixer.experts.487.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.92.mixer.experts.475.up_proj.weight": "model-00188-of-00225.safetensors", + "mtp.layers.1.mixer.experts.218.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.26.mixer.experts.369.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.65.mixer.experts.354.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.205.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.92.mixer.experts.172.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.96.mixer.experts.1.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.21.mixer.experts.325.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.85.mixer.experts.59.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.105.mixer.experts.396.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.49.mixer.experts.323.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.8.mixer.experts.385.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.101.mixer.experts.27.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.8.mixer.experts.67.up_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.342.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.354.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.94.mixer.experts.455.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.90.mixer.experts.106.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.231.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.94.mixer.experts.226.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.46.mixer.experts.59.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.31.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.28.mixer.experts.12.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.21.mixer.experts.422.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.128.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.74.mixer.experts.349.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.228.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.208.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.62.mixer.experts.241.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.37.mixer.experts.440.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.21.mixer.experts.68.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.101.mixer.experts.270.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.80.mixer.experts.339.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.103.mixer.experts.278.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.94.mixer.experts.420.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.51.mixer.experts.242.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.107.mixer.experts.181.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.40.mixer.experts.397.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.49.mixer.experts.30.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.71.mixer.experts.172.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.508.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.69.mixer.experts.193.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.11.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.65.mixer.experts.35.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.10.mixer.experts.399.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.17.mixer.experts.373.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.85.mixer.experts.134.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.3.mixer.experts.11.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.17.mixer.experts.397.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.307.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.3.mixer.experts.387.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.17.mixer.experts.250.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.28.mixer.experts.88.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.105.mixer.experts.414.down_proj.weight": "model-00215-of-00225.safetensors", + "mtp.layers.1.mixer.experts.484.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.15.mixer.experts.327.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.60.mixer.experts.59.down_proj.weight": "model-00120-of-00225.safetensors", + "mtp.layers.1.mixer.experts.134.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.44.mixer.experts.216.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.40.mixer.experts.114.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.37.mixer.experts.320.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.105.mixer.experts.2.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.40.mixer.experts.98.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.24.mixer.experts.367.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.19.mixer.experts.90.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.62.mixer.experts.56.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.71.mixer.experts.263.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.21.mixer.experts.22.up_proj.weight": "model-00042-of-00225.safetensors", + "mtp.layers.1.mixer.experts.473.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.374.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.78.mixer.experts.232.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.5.mixer.experts.486.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.30.mixer.experts.25.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.58.mixer.experts.335.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.74.mixer.experts.273.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.94.mixer.experts.509.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.28.mixer.experts.73.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.103.mixer.experts.131.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.71.mixer.experts.485.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.81.mixer.conv1d.bias": "model-00165-of-00225.safetensors", + "backbone.layers.30.mixer.experts.208.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.83.mixer.experts.305.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.35.mixer.experts.312.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.67.mixer.experts.299.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.12.mixer.experts.407.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.8.mixer.experts.132.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.46.mixer.experts.382.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.197.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.65.mixer.experts.223.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.285.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.19.mixer.experts.43.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.94.mixer.experts.424.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.55.mixer.experts.139.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.58.mixer.experts.229.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.94.mixer.experts.56.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.96.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.65.mixer.experts.169.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.19.mixer.experts.260.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.96.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.101.mixer.experts.196.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.53.mixer.experts.397.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.96.mixer.experts.242.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.8.mixer.experts.207.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.441.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.85.mixer.experts.328.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.58.mixer.experts.387.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.87.mixer.experts.56.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.69.mixer.experts.57.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.96.mixer.experts.463.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.103.mixer.experts.231.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.90.mixer.experts.396.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.30.mixer.experts.221.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.90.mixer.experts.176.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.51.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.12.mixer.experts.247.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.44.mixer.experts.71.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.87.mixer.experts.439.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.99.mixer.experts.329.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.30.mixer.experts.257.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.39.mixer.q_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.74.mixer.experts.92.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.96.mixer.experts.91.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.99.mixer.experts.439.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.19.mixer.experts.370.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.42.mixer.experts.270.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.141.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.164.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.60.mixer.experts.386.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.19.mixer.experts.120.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.37.mixer.experts.309.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.71.mixer.experts.499.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.1.mixer.experts.129.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.92.mixer.experts.135.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.76.mixer.experts.97.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.10.mixer.experts.159.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.80.mixer.experts.259.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.71.mixer.experts.283.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.3.mixer.experts.207.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.498.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.49.mixer.experts.130.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.42.mixer.experts.199.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.55.mixer.experts.354.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.3.mixer.experts.38.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.26.mixer.experts.275.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.17.mixer.experts.371.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.504.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.40.mixer.experts.89.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.8.mixer.experts.271.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.44.mixer.experts.103.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.44.mixer.experts.335.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.76.mixer.experts.436.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.80.mixer.experts.142.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.497.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.35.mixer.experts.244.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.255.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.74.mixer.experts.90.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.44.mixer.experts.1.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.76.mixer.experts.150.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.402.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.10.mixer.experts.9.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.76.mixer.experts.409.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.107.mixer.experts.247.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.1.mixer.experts.339.up_proj.weight": "model-00004-of-00225.safetensors", + "mtp.layers.1.mixer.experts.433.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.norm.weight": "model-00015-of-00225.safetensors", + "backbone.layers.94.mixer.experts.383.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.26.mixer.experts.304.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.35.mixer.experts.451.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.76.mixer.experts.297.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.96.mixer.experts.43.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.97.mixer.D": "model-00197-of-00225.safetensors", + "backbone.layers.15.mixer.experts.440.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.12.mixer.experts.330.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.62.mixer.experts.238.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.103.mixer.experts.294.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.8.mixer.experts.273.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.187.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.28.mixer.experts.428.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.21.mixer.experts.211.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.78.mixer.experts.429.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.17.mixer.experts.114.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.69.mixer.experts.333.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.53.mixer.experts.409.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.51.mixer.experts.237.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.3.mixer.experts.328.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.17.mixer.experts.404.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.53.mixer.experts.66.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.55.mixer.experts.213.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.12.mixer.experts.38.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.46.mixer.experts.156.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.90.mixer.experts.489.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.67.mixer.experts.141.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.46.mixer.experts.365.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.53.mixer.experts.185.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.60.mixer.experts.269.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.67.mixer.experts.336.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.101.mixer.experts.98.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.51.mixer.experts.441.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.40.mixer.experts.8.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.46.mixer.experts.140.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.74.mixer.experts.258.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.105.mixer.experts.469.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.28.mixer.experts.107.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.26.mixer.experts.349.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.15.mixer.experts.353.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.462.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.62.mixer.experts.110.down_proj.weight": "model-00125-of-00225.safetensors", + "mtp.layers.1.mixer.experts.383.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.49.mixer.experts.497.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.94.mixer.experts.313.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.69.mixer.experts.88.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.51.mixer.experts.332.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.10.mixer.experts.163.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.419.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.53.mixer.experts.83.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.103.mixer.experts.276.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.65.mixer.experts.126.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.90.mixer.experts.1.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.103.mixer.experts.312.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.60.mixer.experts.431.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.96.mixer.experts.300.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.46.mixer.experts.264.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.69.mixer.experts.110.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.62.mixer.experts.122.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.67.mixer.experts.302.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.80.mixer.experts.390.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.58.mixer.experts.441.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.74.mixer.experts.389.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.253.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.17.mixer.experts.351.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.46.mixer.experts.287.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.87.mixer.experts.382.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.65.mixer.experts.429.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.60.mixer.experts.114.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.60.mixer.experts.411.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.78.mixer.experts.277.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.99.mixer.experts.358.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.78.mixer.experts.12.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.19.mixer.experts.27.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.198.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.107.mixer.experts.2.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.286.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.134.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.80.mixer.experts.506.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.53.mixer.experts.111.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.78.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.46.mixer.experts.290.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.19.mixer.experts.43.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.83.mixer.experts.37.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.74.mixer.experts.99.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.185.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.395.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.92.mixer.experts.404.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.5.mixer.experts.456.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.3.mixer.experts.444.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.83.mixer.experts.300.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.3.mixer.experts.120.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.10.mixer.experts.175.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.60.mixer.experts.320.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.94.mixer.experts.71.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.17.mixer.experts.436.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.46.mixer.experts.478.up_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.19.mixer.experts.77.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.72.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.15.mixer.experts.306.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.83.mixer.experts.21.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.51.mixer.experts.202.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.94.mixer.experts.144.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.78.mixer.experts.386.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.101.mixer.experts.198.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.96.mixer.experts.429.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.492.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.10.mixer.experts.76.down_proj.weight": "model-00020-of-00225.safetensors", + "mtp.layers.1.mixer.experts.40.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.51.mixer.experts.422.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.1.mixer.experts.165.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.49.mixer.experts.471.up_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.443.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.107.mixer.experts.418.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.83.mixer.experts.89.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.103.mixer.experts.29.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.78.mixer.experts.430.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.19.mixer.experts.125.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.33.mixer.experts.179.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.83.mixer.experts.84.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.78.mixer.experts.278.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.96.mixer.experts.141.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.8.mixer.experts.305.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.58.mixer.experts.7.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.21.mixer.experts.186.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.85.mixer.experts.310.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.105.mixer.experts.354.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.105.mixer.experts.117.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.242.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.333.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.101.mixer.experts.65.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.12.mixer.experts.197.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.313.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.55.mixer.experts.164.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.17.mixer.experts.298.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.44.mixer.experts.14.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.196.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.339.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.24.mixer.experts.302.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.55.mixer.experts.28.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.30.mixer.experts.350.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.41.mixer.in_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.33.mixer.experts.286.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.1.mixer.experts.496.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.8.mixer.experts.277.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.80.mixer.experts.58.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.62.mixer.experts.32.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.94.mixer.experts.34.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.253.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.26.mixer.experts.300.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.101.mixer.experts.210.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.101.mixer.experts.16.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.33.mixer.experts.284.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.8.mixer.experts.8.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.8.mixer.experts.190.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.135.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.494.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.69.mixer.experts.282.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.85.mixer.experts.64.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.46.mixer.experts.459.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.10.mixer.experts.82.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.62.mixer.experts.288.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.12.mixer.experts.66.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.53.mixer.experts.274.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.51.mixer.experts.341.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.87.mixer.experts.55.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.55.mixer.experts.345.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.92.mixer.experts.44.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.46.mixer.experts.437.down_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.42.mixer.experts.411.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.49.mixer.experts.187.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.83.mixer.experts.20.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.12.mixer.experts.51.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.53.mixer.experts.35.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.15.mixer.experts.17.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.78.mixer.experts.280.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.433.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.28.mixer.experts.49.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.96.mixer.experts.55.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.90.mixer.experts.136.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.85.mixer.experts.62.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.78.mixer.experts.351.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.231.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.80.mixer.experts.164.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.1.mixer.experts.397.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.53.mixer.experts.322.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.90.mixer.experts.211.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.90.mixer.experts.230.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.10.mixer.experts.399.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.94.mixer.experts.47.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.53.mixer.experts.94.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.107.mixer.experts.5.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.90.mixer.experts.444.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.501.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.107.mixer.experts.167.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.361.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.42.mixer.experts.362.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.121.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.28.mixer.experts.50.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.8.mixer.experts.469.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.65.mixer.experts.313.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.107.mixer.experts.115.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.44.mixer.experts.243.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.35.mixer.experts.11.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.8.mixer.experts.249.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.60.mixer.experts.29.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.74.mixer.experts.383.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.58.mixer.experts.277.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.90.mixer.experts.367.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.12.mixer.experts.417.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.58.mixer.experts.336.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.46.mixer.experts.283.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.94.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.69.mixer.experts.148.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.103.mixer.experts.460.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.10.mixer.experts.185.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.69.mixer.experts.31.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.19.mixer.experts.345.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.10.mixer.experts.63.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.141.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.94.mixer.experts.505.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.96.mixer.experts.18.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.65.mixer.experts.370.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.1.mixer.experts.48.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.107.mixer.experts.328.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.78.mixer.experts.477.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.69.mixer.experts.121.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.46.mixer.experts.196.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.24.mixer.experts.201.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.33.mixer.experts.379.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.3.mixer.experts.304.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.80.mixer.experts.167.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.304.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.55.mixer.experts.231.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.26.mixer.experts.472.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.472.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.1.mixer.experts.104.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.450.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.101.mixer.experts.60.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.51.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.3.mixer.experts.66.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.21.mixer.experts.361.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.37.mixer.experts.277.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.53.mixer.experts.210.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.42.mixer.experts.190.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.80.mixer.experts.289.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.19.mixer.experts.134.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.165.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.94.mixer.experts.355.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.49.mixer.experts.98.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.90.mixer.experts.266.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.21.mixer.experts.476.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.17.mixer.experts.236.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.5.mixer.experts.444.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.42.mixer.experts.73.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.261.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.24.mixer.experts.19.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.101.mixer.experts.509.up_proj.weight": "model-00207-of-00225.safetensors", + "mtp.layers.1.mixer.experts.177.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.17.mixer.experts.235.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.85.mixer.experts.83.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.87.mixer.experts.402.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.40.mixer.experts.449.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.15.mixer.experts.290.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.440.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.92.mixer.experts.60.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.53.mixer.experts.127.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.99.mixer.experts.431.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.49.mixer.experts.207.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.62.mixer.experts.328.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.76.mixer.experts.363.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.40.mixer.experts.52.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.42.mixer.experts.7.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.103.mixer.experts.220.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.58.mixer.experts.413.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.55.mixer.experts.117.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.92.mixer.experts.489.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.103.mixer.experts.17.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.101.mixer.experts.428.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.60.mixer.experts.140.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.15.mixer.experts.372.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.60.mixer.experts.194.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.44.mixer.experts.498.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.33.mixer.experts.380.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.55.mixer.experts.109.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.92.mixer.experts.118.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.147.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.67.mixer.experts.107.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.40.mixer.experts.146.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.76.mixer.experts.154.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.107.mixer.experts.285.up_proj.weight": "model-00218-of-00225.safetensors", + "mtp.layers.1.mixer.experts.294.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.90.mixer.experts.401.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.358.up_proj.weight": "model-00041-of-00225.safetensors", + "mtp.layers.1.mixer.experts.105.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.35.mixer.experts.331.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.65.mixer.experts.282.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.99.mixer.experts.210.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.24.mixer.experts.233.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.37.mixer.experts.54.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.35.mixer.experts.6.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.5.mixer.experts.431.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.5.mixer.experts.146.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.17.mixer.experts.310.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.21.mixer.experts.378.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.92.mixer.experts.185.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.99.mixer.experts.333.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.12.mixer.experts.490.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.33.mixer.experts.164.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.28.mixer.experts.1.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.10.mixer.experts.457.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.26.mixer.experts.335.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.19.mixer.experts.240.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.402.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.40.mixer.experts.89.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.26.mixer.experts.252.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.24.mixer.experts.59.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.78.mixer.experts.165.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.107.mixer.experts.430.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.15.mixer.experts.435.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.92.mixer.experts.114.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.94.mixer.experts.146.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.55.mixer.experts.204.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.76.mixer.experts.202.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.30.mixer.experts.385.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.65.mixer.experts.305.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.28.mixer.experts.173.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.92.mixer.experts.210.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.30.mixer.experts.65.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.211.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.83.mixer.experts.337.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.247.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.12.mixer.experts.32.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.42.mixer.experts.272.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.60.mixer.experts.67.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.71.mixer.experts.425.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.85.mixer.experts.372.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.101.mixer.experts.55.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.505.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.30.mixer.experts.500.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.33.mixer.experts.380.up_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.60.mixer.experts.163.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.101.mixer.experts.23.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.40.mixer.experts.382.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.94.mixer.experts.156.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.8.mixer.experts.128.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.1.mixer.experts.432.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.76.mixer.experts.219.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.8.mixer.experts.222.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.92.mixer.experts.433.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.35.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.5.mixer.experts.315.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.105.mixer.experts.230.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.1.mixer.experts.149.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.99.mixer.experts.111.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.101.mixer.experts.505.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.261.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.69.mixer.experts.91.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.58.mixer.experts.207.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.19.mixer.experts.435.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.3.mixer.experts.55.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.422.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.55.mixer.experts.330.up_proj.weight": "model-00114-of-00225.safetensors", + "mtp.layers.1.mixer.experts.199.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.49.mixer.experts.144.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.15.mixer.experts.12.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.429.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.96.mixer.experts.489.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.15.mixer.experts.347.down_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.309.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.318.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.3.mixer.experts.294.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.55.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.78.mixer.experts.111.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.71.mixer.experts.279.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.20.mixer.in_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.76.mixer.experts.481.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.103.mixer.experts.359.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.30.mixer.experts.334.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.60.mixer.experts.141.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.76.mixer.experts.39.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.87.mixer.experts.505.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.94.mixer.experts.91.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.78.mixer.experts.86.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.67.mixer.experts.243.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.51.mixer.experts.99.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.49.mixer.experts.12.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.26.mixer.experts.42.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.103.mixer.experts.457.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.60.mixer.experts.148.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.105.mixer.experts.181.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.60.mixer.experts.24.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.74.mixer.experts.247.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.83.mixer.experts.34.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.5.mixer.experts.214.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.92.mixer.experts.421.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.26.mixer.experts.365.up_proj.weight": "model-00054-of-00225.safetensors", + "mtp.layers.1.mixer.experts.0.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.24.mixer.experts.117.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.19.mixer.experts.257.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.24.mixer.experts.216.down_proj.weight": "model-00049-of-00225.safetensors", + "mtp.layers.1.mixer.experts.29.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.65.mixer.experts.159.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.53.mixer.experts.319.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.74.mixer.experts.107.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.85.mixer.experts.160.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.436.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.12.mixer.experts.438.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.60.mixer.experts.96.up_proj.weight": "model-00121-of-00225.safetensors", + "mtp.layers.1.mixer.experts.241.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.71.mixer.experts.429.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.221.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.28.mixer.experts.108.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.21.mixer.experts.303.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.62.mixer.experts.372.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.94.mixer.experts.469.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.201.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.40.mixer.experts.410.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.5.mixer.experts.271.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.49.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.12.mixer.experts.480.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.87.mixer.experts.36.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.71.mixer.experts.216.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.51.mixer.experts.273.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.85.mixer.experts.478.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.96.mixer.experts.8.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.83.mixer.experts.268.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.76.mixer.experts.510.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.28.mixer.experts.493.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.76.mixer.experts.5.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.30.mixer.experts.141.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.37.mixer.experts.49.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.107.mixer.experts.435.up_proj.weight": "model-00220-of-00225.safetensors", + "mtp.layers.1.mixer.experts.390.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.22.mixer.norm.weight": "model-00047-of-00225.safetensors", + "backbone.layers.1.mixer.experts.191.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.55.mixer.experts.61.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.35.mixer.experts.352.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.53.mixer.experts.429.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.80.mixer.experts.437.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.71.mixer.experts.137.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.94.mixer.experts.352.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.5.mixer.experts.445.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.85.mixer.experts.365.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.490.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.49.mixer.experts.413.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.30.mixer.experts.312.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.5.mixer.experts.124.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.58.mixer.experts.239.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.472.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.74.mixer.experts.41.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.10.mixer.experts.24.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.76.mixer.experts.259.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.100.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.80.mixer.experts.278.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.55.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.33.mixer.experts.37.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.3.mixer.experts.392.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.49.mixer.experts.2.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.53.mixer.experts.492.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.58.mixer.experts.374.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.65.mixer.experts.223.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.58.mixer.experts.187.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.83.mixer.experts.113.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.67.mixer.experts.322.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.35.mixer.experts.444.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.35.mixer.experts.44.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.28.mixer.experts.185.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.10.mixer.experts.411.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.32.mixer.q_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.49.mixer.experts.260.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.87.mixer.experts.329.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.76.mixer.experts.29.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.49.mixer.experts.114.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.27.up_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.35.mixer.experts.228.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.58.mixer.experts.215.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.51.mixer.experts.478.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.103.mixer.experts.175.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.62.mixer.experts.438.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.15.mixer.experts.43.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.83.mixer.experts.209.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.90.mixer.experts.286.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.92.mixer.experts.49.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.3.mixer.experts.63.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.67.mixer.experts.198.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.94.mixer.experts.50.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.37.mixer.experts.492.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.42.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.105.mixer.experts.6.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.83.mixer.experts.412.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.40.mixer.experts.508.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.203.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.463.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.40.mixer.experts.493.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.94.mixer.experts.352.down_proj.weight": "model-00192-of-00225.safetensors", + "mtp.layers.1.mixer.experts.454.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.78.mixer.experts.124.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.42.mixer.experts.19.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.65.mixer.experts.312.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.24.mixer.experts.71.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.12.mixer.experts.274.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.92.mixer.experts.286.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.103.mixer.experts.446.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.212.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.17.mixer.experts.472.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.28.mixer.experts.7.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.35.mixer.experts.130.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.28.mixer.experts.159.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.28.mixer.experts.500.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.26.mixer.experts.16.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.74.mixer.experts.322.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.53.mixer.experts.488.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.3.mixer.experts.97.down_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.76.mixer.experts.108.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.37.mixer.experts.6.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.65.mixer.experts.155.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.78.mixer.experts.441.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.62.mixer.experts.116.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.42.mixer.shared_experts.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.83.mixer.experts.403.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.15.mixer.experts.466.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.367.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.17.mixer.experts.200.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.44.mixer.experts.93.down_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.12.mixer.experts.249.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.74.mixer.experts.193.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.65.mixer.experts.254.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.92.mixer.experts.441.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.35.mixer.experts.432.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.51.mixer.experts.363.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.35.mixer.experts.366.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.33.mixer.experts.197.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.55.mixer.experts.483.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.60.mixer.experts.401.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.96.mixer.experts.194.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.105.mixer.fc1_latent_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.94.mixer.experts.208.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.24.mixer.experts.403.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.295.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.101.mixer.experts.404.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.362.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.12.mixer.experts.471.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.101.mixer.experts.316.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.65.mixer.experts.501.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.74.mixer.experts.183.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.99.mixer.experts.325.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.220.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.74.mixer.experts.211.up_proj.weight": "model-00149-of-00225.safetensors", + "mtp.layers.1.mixer.experts.480.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.8.mixer.experts.357.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.19.mixer.experts.8.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.17.mixer.experts.363.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.99.mixer.experts.68.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.42.mixer.experts.257.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.12.mixer.experts.180.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.44.mixer.experts.11.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.51.mixer.experts.154.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.30.mixer.experts.310.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.42.mixer.experts.361.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.76.mixer.experts.261.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.62.mixer.experts.311.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.96.mixer.experts.248.down_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.60.mixer.experts.329.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.28.mixer.experts.505.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.30.mixer.experts.489.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.55.mixer.experts.410.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.3.mixer.experts.362.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.15.mixer.experts.384.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.29.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.24.mixer.experts.316.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.103.mixer.experts.420.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.202.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.103.mixer.experts.506.up_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.1.mixer.experts.212.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.10.mixer.experts.456.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.78.mixer.experts.159.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.17.mixer.experts.115.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.3.mixer.experts.485.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.1.mixer.experts.259.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.fc1_latent_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.21.mixer.experts.20.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.53.mixer.experts.211.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.8.mixer.experts.373.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.76.mixer.experts.484.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.87.mixer.experts.92.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.1.mixer.experts.481.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.99.mixer.experts.258.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.162.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.51.mixer.experts.192.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.17.mixer.experts.493.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.58.mixer.experts.482.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.26.mixer.experts.469.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.12.mixer.experts.247.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.28.mixer.experts.287.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.271.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.28.mixer.experts.309.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.92.mixer.experts.382.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.35.mixer.experts.295.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.3.mixer.experts.175.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.49.mixer.experts.389.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.49.mixer.experts.432.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.76.mixer.experts.484.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.169.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.99.mixer.experts.152.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.37.mixer.experts.258.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.85.mixer.experts.233.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.30.mixer.experts.198.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.42.mixer.experts.74.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.26.mixer.experts.111.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.226.down_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.107.mixer.experts.65.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.69.mixer.experts.220.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.49.mixer.experts.425.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.101.mixer.experts.83.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.85.mixer.experts.396.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.40.mixer.experts.454.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.87.mixer.experts.234.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.76.up_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.90.mixer.experts.258.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.46.mixer.experts.106.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.10.mixer.experts.201.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.33.mixer.experts.181.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.51.mixer.experts.23.down_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.40.mixer.experts.65.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.1.mixer.experts.337.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.413.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.92.mixer.experts.36.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.40.mixer.experts.104.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.62.mixer.experts.95.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.58.down_proj.weight": "model-00130-of-00225.safetensors", + "mtp.layers.1.mixer.experts.116.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.83.mixer.experts.310.down_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.experts.394.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.103.mixer.experts.173.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.67.mixer.experts.395.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.21.mixer.experts.299.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.103.mixer.experts.217.up_proj.weight": "model-00209-of-00225.safetensors", + "mtp.layers.1.mixer.experts.286.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.74.mixer.experts.210.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.85.mixer.experts.511.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.99.mixer.experts.58.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.49.mixer.experts.38.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.76.mixer.experts.431.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.87.mixer.experts.510.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.107.mixer.experts.449.down_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.71.mixer.experts.460.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.105.mixer.experts.159.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.17.mixer.experts.65.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.96.mixer.experts.276.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.94.mixer.experts.376.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.3.mixer.experts.24.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.28.mixer.experts.380.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.30.mixer.experts.459.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.76.mixer.experts.284.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.37.mixer.experts.395.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.65.mixer.experts.504.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.5.mixer.experts.322.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.101.mixer.experts.464.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.94.mixer.experts.124.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.99.mixer.experts.497.down_proj.weight": "model-00202-of-00225.safetensors", + "mtp.layers.1.mixer.experts.112.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.17.mixer.experts.424.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.37.mixer.experts.103.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.30.mixer.experts.389.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.1.mixer.experts.255.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.12.mixer.experts.362.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.83.mixer.experts.306.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.305.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.19.mixer.experts.352.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.33.mixer.experts.439.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.15.mixer.experts.129.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.55.mixer.experts.315.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.60.mixer.experts.428.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.3.mixer.experts.487.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.5.mixer.experts.370.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.33.mixer.experts.102.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.37.mixer.experts.470.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.46.mixer.experts.327.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.67.mixer.experts.296.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.24.mixer.experts.449.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.46.mixer.experts.482.down_proj.weight": "model-00097-of-00225.safetensors", + "backbone.layers.71.mixer.experts.389.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.76.mixer.experts.506.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.71.mixer.experts.203.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.21.mixer.experts.411.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.107.mixer.experts.11.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.53.mixer.experts.237.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.101.mixer.experts.322.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.5.mixer.experts.480.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.37.mixer.experts.196.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.40.mixer.experts.389.up_proj.weight": "model-00082-of-00225.safetensors", + "mtp.layers.1.mixer.experts.356.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.1.mixer.experts.492.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.15.mixer.experts.184.up_proj.weight": "model-00030-of-00225.safetensors", + "mtp.layers.1.mixer.experts.500.up_proj.weight": "model-00225-of-00225.safetensors", + "mtp.layers.1.mixer.experts.105.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.46.mixer.experts.275.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.83.mixer.experts.96.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.8.mixer.experts.465.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.78.mixer.experts.34.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.87.mixer.experts.285.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.55.mixer.experts.52.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.71.mixer.experts.393.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.78.mixer.experts.300.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.245.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.14.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.1.mixer.experts.300.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.96.mixer.experts.384.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.105.mixer.experts.86.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.26.mixer.experts.500.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.60.mixer.experts.408.down_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.71.mixer.experts.352.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.74.mixer.experts.458.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.42.mixer.experts.328.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.78.mixer.experts.191.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.80.mixer.experts.73.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.21.mixer.experts.226.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.85.mixer.experts.80.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.58.mixer.experts.51.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.5.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.453.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.107.mixer.experts.387.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.80.mixer.experts.108.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.24.mixer.experts.405.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.76.mixer.experts.97.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.219.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.33.mixer.experts.395.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.42.mixer.experts.345.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.51.mixer.experts.22.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.83.mixer.experts.93.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.83.mixer.experts.248.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.134.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.69.mixer.experts.288.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.37.mixer.experts.317.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.35.mixer.experts.259.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.80.mixer.experts.444.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.92.mixer.experts.254.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.55.mixer.experts.54.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.19.mixer.experts.404.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.19.mixer.shared_experts.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.28.mixer.experts.357.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.78.mixer.experts.55.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.42.mixer.experts.173.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.92.mixer.experts.509.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.107.mixer.experts.288.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.3.mixer.experts.312.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.42.mixer.experts.425.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.55.mixer.experts.509.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.30.mixer.experts.302.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.15.mixer.experts.356.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.78.mixer.experts.289.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.107.mixer.experts.97.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.51.mixer.experts.51.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.92.mixer.experts.494.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.94.mixer.experts.370.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.24.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.44.mixer.experts.198.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.30.mixer.experts.52.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.52.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.51.mixer.experts.171.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.74.mixer.experts.393.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.94.mixer.experts.170.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.103.mixer.experts.82.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.101.mixer.experts.301.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.69.mixer.experts.19.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.15.mixer.experts.96.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.209.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.80.mixer.experts.376.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.21.mixer.experts.373.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.90.mixer.experts.477.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.3.mixer.experts.296.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.83.mixer.experts.289.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.55.mixer.experts.314.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.107.mixer.experts.189.down_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.33.mixer.experts.151.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.87.mixer.experts.182.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.49.mixer.experts.398.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.24.mixer.experts.51.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.80.mixer.experts.359.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.67.mixer.experts.62.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.90.mixer.experts.21.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.99.mixer.experts.426.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.53.mixer.experts.309.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.69.mixer.experts.53.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.83.mixer.experts.37.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.80.mixer.experts.389.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.99.mixer.experts.355.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.53.mixer.experts.504.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.76.mixer.experts.282.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.58.mixer.experts.509.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.80.mixer.experts.268.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.99.mixer.experts.312.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.51.mixer.experts.114.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.12.mixer.experts.33.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.105.mixer.experts.371.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.1.mixer.experts.44.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.46.mixer.experts.242.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.80.mixer.experts.433.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.107.mixer.experts.21.down_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.1.mixer.experts.366.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.3.mixer.experts.352.up_proj.weight": "model-00009-of-00225.safetensors", + "mtp.layers.1.mixer.experts.222.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.40.mixer.experts.217.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.69.mixer.experts.53.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.15.mixer.experts.286.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.26.mixer.experts.160.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.51.mixer.experts.289.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.30.mixer.experts.70.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.65.mixer.experts.14.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.90.mixer.experts.234.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.24.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.103.mixer.experts.296.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.88.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.67.mixer.experts.91.down_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.65.mixer.experts.224.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.1.mixer.experts.6.down_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.85.mixer.experts.477.up_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.71.mixer.experts.122.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.19.mixer.experts.119.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.99.mixer.experts.481.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.5.mixer.experts.510.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.65.mixer.experts.16.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.33.mixer.experts.177.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.62.mixer.experts.157.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.459.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.44.mixer.experts.429.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.83.mixer.experts.3.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.60.mixer.experts.82.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.62.mixer.experts.205.down_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.35.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.35.mixer.experts.309.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.55.mixer.experts.484.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.71.mixer.experts.88.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.317.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.65.mixer.experts.474.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.71.mixer.experts.194.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.92.mixer.experts.298.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.80.mixer.experts.503.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.44.mixer.experts.128.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.19.mixer.experts.22.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.1.mixer.experts.265.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.87.mixer.experts.174.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.58.mixer.experts.273.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.430.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.76.mixer.experts.243.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.58.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.19.mixer.experts.163.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.40.mixer.experts.362.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.42.mixer.experts.265.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.65.mixer.experts.195.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.74.mixer.experts.356.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.103.mixer.experts.39.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.26.mixer.experts.67.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.5.mixer.experts.35.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.466.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.69.mixer.experts.33.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.30.mixer.experts.131.up_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.74.mixer.experts.224.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.103.mixer.experts.101.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.3.mixer.experts.177.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.15.mixer.experts.143.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.10.mixer.experts.277.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.105.mixer.experts.38.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.445.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.78.mixer.experts.388.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.37.mixer.experts.70.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.33.mixer.experts.156.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.12.mixer.experts.65.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.92.mixer.experts.320.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.40.mixer.experts.364.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.10.mixer.experts.309.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.83.mixer.experts.140.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.42.mixer.experts.310.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.49.mixer.experts.223.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.105.mixer.experts.387.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.65.mixer.experts.429.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.478.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.17.mixer.experts.203.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.65.mixer.experts.142.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.94.mixer.experts.113.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.60.mixer.experts.85.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.74.mixer.experts.79.up_proj.weight": "model-00148-of-00225.safetensors", + "mtp.layers.1.mixer.experts.316.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.67.mixer.experts.184.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.60.mixer.experts.193.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.30.mixer.experts.386.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.92.mixer.experts.132.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.78.mixer.experts.455.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.21.mixer.experts.446.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.1.mixer.experts.274.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.1.mixer.experts.224.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.17.mixer.experts.220.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.42.mixer.experts.186.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.78.mixer.experts.109.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.83.mixer.experts.94.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.30.mixer.experts.306.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.103.mixer.experts.160.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.49.mixer.experts.97.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.103.mixer.experts.247.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.341.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.62.mixer.experts.107.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.65.mixer.experts.417.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.80.mixer.experts.161.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.118.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.5.mixer.experts.437.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.67.mixer.experts.224.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.103.mixer.experts.4.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.83.mixer.experts.333.down_proj.weight": "model-00169-of-00225.safetensors", + "mtp.layers.1.mixer.experts.323.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.67.mixer.experts.311.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.46.mixer.experts.30.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.60.mixer.experts.270.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.21.mixer.experts.296.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.74.mixer.experts.474.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.87.mixer.experts.139.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.26.mixer.experts.61.down_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.110.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.12.mixer.experts.252.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.105.mixer.experts.454.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.76.mixer.gate.weight": "model-00156-of-00225.safetensors", + "backbone.layers.19.mixer.experts.76.down_proj.weight": "model-00038-of-00225.safetensors", + "mtp.layers.1.mixer.experts.25.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.35.mixer.experts.162.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.92.mixer.experts.330.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.87.mixer.experts.97.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.74.mixer.experts.7.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.99.mixer.experts.354.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.65.mixer.experts.400.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.101.mixer.experts.114.down_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.42.mixer.experts.45.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.5.mixer.experts.277.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.3.mixer.experts.340.up_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.10.mixer.experts.384.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.26.mixer.experts.134.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.24.mixer.experts.196.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.58.mixer.experts.61.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.28.mixer.experts.364.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.76.mixer.experts.331.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.26.mixer.experts.469.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.28.mixer.experts.17.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.37.mixer.experts.183.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.90.mixer.experts.478.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.8.mixer.experts.58.down_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.21.mixer.experts.193.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.65.mixer.experts.274.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.76.mixer.experts.250.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.21.mixer.experts.16.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.46.mixer.experts.123.up_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.103.mixer.experts.332.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.51.mixer.experts.475.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.3.mixer.experts.158.down_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.65.mixer.experts.176.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.8.mixer.experts.390.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.5.mixer.experts.25.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.101.mixer.experts.495.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.46.mixer.experts.168.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.94.mixer.experts.127.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.83.mixer.experts.453.down_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.46.mixer.experts.422.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.90.mixer.experts.459.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.71.mixer.experts.1.up_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.78.mixer.experts.250.up_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.21.mixer.experts.281.down_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.99.mixer.experts.115.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.194.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.60.mixer.experts.346.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.44.mixer.experts.44.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.103.mixer.experts.203.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.62.mixer.experts.236.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.99.mixer.experts.416.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.21.mixer.experts.8.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.35.mixer.experts.494.down_proj.weight": "model-00074-of-00225.safetensors", + "mtp.layers.1.mixer.experts.368.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.76.mixer.experts.449.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.92.mixer.experts.451.down_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.96.mixer.experts.404.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.58.mixer.experts.326.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.60.mixer.experts.131.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.103.mixer.experts.366.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.92.mixer.experts.358.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.19.mixer.experts.263.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.28.mixer.experts.429.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.35.mixer.experts.93.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.30.mixer.experts.40.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.8.mixer.experts.441.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.71.mixer.experts.391.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.99.mixer.experts.447.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.19.mixer.experts.357.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.21.mixer.experts.309.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.21.mixer.experts.413.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.8.mixer.experts.213.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.42.mixer.experts.282.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.241.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.42.mixer.experts.316.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.74.mixer.experts.207.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.74.mixer.experts.442.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.83.mixer.experts.357.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.105.mixer.experts.54.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.380.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.58.mixer.experts.496.down_proj.weight": "model-00120-of-00225.safetensors", + "mtp.layers.1.mixer.experts.165.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.21.mixer.experts.92.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.370.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.71.mixer.experts.98.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.46.mixer.experts.99.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.28.mixer.experts.480.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.1.mixer.experts.398.down_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.17.mixer.experts.496.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.19.mixer.experts.188.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.94.mixer.experts.462.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.21.mixer.experts.398.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.78.mixer.experts.456.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.393.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.26.mixer.experts.169.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.49.mixer.experts.178.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.85.mixer.experts.205.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.92.mixer.experts.230.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.8.mixer.experts.91.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.5.mixer.experts.162.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.69.mixer.experts.51.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.495.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.96.mixer.experts.22.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.62.mixer.experts.315.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.33.mixer.experts.154.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.15.mixer.experts.11.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.90.mixer.experts.77.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.58.mixer.experts.272.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.15.mixer.experts.375.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.8.mixer.experts.335.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.67.mixer.experts.144.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.33.mixer.experts.377.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.224.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.78.mixer.experts.462.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.69.mixer.experts.25.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.55.mixer.experts.490.up_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.26.mixer.experts.377.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.76.mixer.experts.202.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.103.mixer.experts.94.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.85.mixer.experts.18.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.103.mixer.experts.326.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.65.mixer.experts.204.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.90.mixer.experts.307.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.90.mixer.experts.60.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.1.mixer.experts.485.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.17.mixer.experts.237.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.60.mixer.experts.179.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.17.mixer.experts.257.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.15.mixer.experts.238.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.17.mixer.experts.249.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.76.mixer.experts.483.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.87.mixer.fc1_latent_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.96.mixer.experts.322.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.58.mixer.experts.243.down_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.41.mixer.dt_bias": "model-00083-of-00225.safetensors", + "backbone.layers.37.mixer.experts.452.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.105.mixer.experts.403.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.69.mixer.experts.433.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.87.mixer.experts.271.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.17.mixer.experts.153.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.436.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.103.mixer.experts.44.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.24.mixer.experts.204.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.76.mixer.experts.32.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.8.mixer.experts.375.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.67.mixer.experts.170.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.481.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.12.mixer.experts.256.up_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.8.mixer.experts.318.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.94.mixer.experts.474.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.103.mixer.experts.434.up_proj.weight": "model-00210-of-00225.safetensors", + "mtp.layers.1.mixer.experts.34.up_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.87.mixer.experts.88.up_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.96.mixer.gate.e_score_correction_bias": "model-00197-of-00225.safetensors", + "backbone.layers.30.mixer.experts.474.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.19.mixer.experts.346.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.55.mixer.experts.262.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.49.mixer.experts.271.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.12.mixer.experts.340.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.101.mixer.experts.340.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.19.mixer.experts.122.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.51.mixer.experts.37.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.62.mixer.experts.403.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.44.mixer.experts.459.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.99.mixer.experts.436.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.105.mixer.experts.328.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.101.mixer.experts.490.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.339.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.324.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.19.mixer.experts.81.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.292.down_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.62.mixer.experts.402.down_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.33.mixer.experts.474.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.55.mixer.experts.312.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.10.mixer.experts.121.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.80.mixer.experts.17.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.15.mixer.experts.382.up_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.40.mixer.experts.354.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.42.mixer.experts.147.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.205.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.37.mixer.experts.273.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.101.mixer.experts.439.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.10.mixer.experts.158.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.40.mixer.experts.506.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.19.mixer.experts.418.down_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.65.mixer.experts.4.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.101.mixer.experts.436.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.42.mixer.experts.482.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.65.mixer.experts.473.down_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.42.mixer.experts.493.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.33.mixer.experts.383.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.21.mixer.experts.114.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.8.mixer.experts.434.down_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.35.mixer.experts.34.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.12.mixer.experts.114.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.24.mixer.experts.507.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.67.mixer.experts.427.up_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.10.mixer.experts.263.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.76.mixer.experts.17.up_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.71.mixer.experts.511.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.83.mixer.experts.200.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.26.mixer.experts.505.down_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.30.mixer.experts.372.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.74.mixer.experts.296.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.60.mixer.experts.344.down_proj.weight": "model-00123-of-00225.safetensors", + "mtp.layers.1.mixer.experts.307.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.96.mixer.experts.72.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.42.mixer.experts.414.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.44.mixer.experts.383.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.51.mixer.shared_experts.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.8.mixer.experts.251.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.62.mixer.experts.129.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.76.mixer.experts.492.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.12.mixer.experts.129.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.65.mixer.experts.503.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.62.mixer.experts.448.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.80.mixer.experts.445.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.21.mixer.experts.153.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.53.mixer.experts.287.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.5.mixer.experts.221.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.30.mixer.experts.107.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.85.mixer.experts.389.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.12.mixer.experts.30.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.85.mixer.experts.508.up_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.65.mixer.experts.171.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.21.mixer.experts.108.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.24.mixer.experts.247.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.60.mixer.experts.267.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.62.mixer.experts.367.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.65.mixer.experts.79.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.70.mixer.D": "model-00143-of-00225.safetensors", + "backbone.layers.40.mixer.experts.268.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.103.mixer.experts.419.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.35.mixer.experts.185.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.44.mixer.experts.374.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.101.mixer.experts.479.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.28.mixer.experts.479.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.10.mixer.experts.331.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.24.mixer.experts.364.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.87.mixer.experts.476.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.35.mixer.experts.392.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.90.mixer.experts.421.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.78.mixer.experts.161.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.51.mixer.experts.389.down_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.80.mixer.experts.213.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.44.mixer.experts.328.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.69.mixer.experts.341.up_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.3.mixer.experts.146.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.62.mixer.experts.54.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.10.mixer.experts.43.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.90.mixer.experts.56.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.51.mixer.experts.319.down_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.67.mixer.experts.210.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.3.mixer.experts.82.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.103.mixer.experts.93.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.24.mixer.experts.424.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.28.mixer.experts.483.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.62.mixer.experts.205.up_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.50.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.107.mixer.experts.180.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.103.mixer.experts.48.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.62.mixer.experts.468.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.49.mixer.experts.462.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.105.mixer.experts.220.down_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.51.mixer.experts.33.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.55.mixer.experts.438.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.105.mixer.experts.136.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.17.mixer.experts.458.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.12.mixer.experts.467.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.42.mixer.experts.365.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.35.mixer.experts.416.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.19.mixer.experts.214.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.12.mixer.experts.48.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.92.mixer.experts.344.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.80.mixer.experts.188.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.92.mixer.experts.224.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.69.mixer.experts.32.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.67.mixer.experts.331.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.101.mixer.experts.53.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.101.mixer.experts.505.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.194.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.60.mixer.experts.494.up_proj.weight": "model-00124-of-00225.safetensors", + "mtp.layers.1.mixer.experts.409.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.69.mixer.experts.266.down_proj.weight": "model-00140-of-00225.safetensors", + "mtp.layers.1.mixer.experts.329.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.78.mixer.experts.445.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.22.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.12.mixer.experts.68.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.94.mixer.experts.188.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.44.mixer.experts.239.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.294.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.69.mixer.experts.134.down_proj.weight": "model-00139-of-00225.safetensors", + "mtp.layers.1.mixer.experts.124.down_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.351.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.24.mixer.experts.198.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.5.mixer.experts.282.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.103.mixer.experts.150.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.33.mixer.experts.500.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.105.mixer.experts.309.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.69.mixer.experts.182.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.15.mixer.experts.502.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.105.mixer.experts.421.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.5.mixer.experts.450.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.21.mixer.experts.121.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.85.mixer.experts.189.down_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.1.mixer.experts.200.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.28.mixer.experts.254.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.92.mixer.experts.218.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.6.mixer.in_proj.weight": "model-00015-of-00225.safetensors", + "backbone.layers.90.mixer.experts.153.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.99.mixer.experts.319.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.experts.115.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.69.mixer.experts.262.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.101.mixer.experts.398.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.8.mixer.experts.139.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.3.mixer.experts.174.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.17.mixer.experts.186.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.8.mixer.experts.164.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.21.mixer.experts.153.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.26.mixer.experts.220.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.62.mixer.experts.195.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.49.mixer.experts.56.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.505.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.90.mixer.experts.460.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.456.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.484.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.5.mixer.experts.29.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.62.mixer.experts.374.down_proj.weight": "model-00128-of-00225.safetensors", + "mtp.layers.1.mixer.experts.249.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.58.mixer.experts.64.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.44.mixer.fc1_latent_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.94.mixer.experts.403.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.96.mixer.experts.279.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.49.mixer.experts.475.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.42.mixer.experts.321.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.37.mixer.experts.107.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.105.mixer.experts.343.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.74.mixer.experts.180.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.17.mixer.experts.312.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.24.mixer.experts.426.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.42.mixer.experts.203.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.94.mixer.experts.171.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.101.mixer.experts.454.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.96.mixer.experts.499.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.33.mixer.experts.65.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.67.mixer.experts.105.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.90.mixer.experts.79.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.30.mixer.experts.124.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.90.mixer.experts.47.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.19.mixer.experts.311.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.65.mixer.experts.508.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.76.mixer.experts.100.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.99.mixer.experts.205.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.103.mixer.fc1_latent_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.46.mixer.experts.271.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.10.mixer.experts.494.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.96.mixer.experts.50.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.96.mixer.experts.457.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.80.mixer.experts.172.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.103.mixer.experts.290.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.74.mixer.experts.476.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.35.mixer.experts.306.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.49.mixer.experts.257.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.69.mixer.experts.167.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.107.mixer.experts.276.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.17.mixer.experts.301.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.5.mixer.experts.460.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.69.mixer.experts.376.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.103.mixer.experts.433.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.105.mixer.experts.337.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.67.mixer.experts.467.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.49.mixer.experts.156.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.101.mixer.experts.356.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.105.mixer.experts.52.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.96.mixer.experts.213.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.90.mixer.experts.385.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.49.mixer.experts.291.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.94.mixer.experts.197.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.85.mixer.experts.137.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.76.mixer.experts.329.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.69.mixer.experts.490.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.94.mixer.experts.433.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.103.mixer.experts.105.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.103.mixer.experts.446.down_proj.weight": "model-00211-of-00225.safetensors", + "backbone.layers.17.mixer.experts.427.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.5.mixer.experts.256.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.80.mixer.experts.222.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.1.mixer.experts.493.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.69.mixer.experts.328.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.60.mixer.experts.71.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.90.mixer.experts.21.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.37.mixer.experts.161.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.17.mixer.experts.78.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.233.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.90.mixer.experts.441.up_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.53.mixer.experts.48.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.92.mixer.experts.283.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.107.mixer.experts.376.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.80.mixer.experts.153.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.35.mixer.experts.155.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.37.mixer.experts.509.down_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.26.mixer.experts.355.down_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.80.mixer.experts.254.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.96.mixer.experts.148.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.28.mixer.experts.394.up_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.24.mixer.experts.227.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.12.mixer.experts.341.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.35.mixer.experts.105.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.305.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.71.mixer.fc1_latent_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.96.mixer.experts.508.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.17.mixer.experts.271.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.83.mixer.experts.443.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.55.mixer.experts.341.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.46.mixer.experts.105.down_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.62.mixer.experts.101.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.33.mixer.experts.130.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.26.mixer.experts.374.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.71.mixer.experts.91.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.10.mixer.experts.470.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.44.mixer.experts.359.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.40.mixer.experts.144.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.21.mixer.experts.70.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.33.mixer.experts.199.up_proj.weight": "model-00067-of-00225.safetensors", + "backbone.layers.35.mixer.experts.100.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.1.mixer.experts.503.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.experts.411.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.107.mixer.experts.338.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.99.mixer.experts.124.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.37.mixer.experts.494.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.200.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.105.mixer.experts.284.up_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.5.mixer.experts.129.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.3.mixer.experts.382.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.26.mixer.experts.23.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.80.mixer.experts.12.down_proj.weight": "model-00161-of-00225.safetensors", + "backbone.layers.96.mixer.experts.321.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.26.mixer.experts.44.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.33.mixer.experts.440.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.44.mixer.experts.422.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.67.mixer.fc1_latent_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.107.mixer.experts.424.up_proj.weight": "model-00220-of-00225.safetensors", + "backbone.layers.90.mixer.experts.218.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.35.mixer.experts.420.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.5.mixer.experts.274.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.53.mixer.experts.487.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.71.mixer.experts.175.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.99.mixer.experts.432.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.35.mixer.experts.120.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.99.mixer.experts.162.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.10.mixer.experts.6.up_proj.weight": "model-00019-of-00225.safetensors", + "mtp.layers.1.mixer.experts.187.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.42.mixer.experts.276.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.24.mixer.experts.344.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.105.mixer.experts.396.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.21.mixer.experts.186.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.46.mixer.experts.353.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.49.mixer.experts.510.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.103.mixer.experts.284.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.378.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.10.mixer.shared_experts.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.21.mixer.experts.286.up_proj.weight": "model-00045-of-00225.safetensors", + "backbone.layers.83.mixer.experts.479.up_proj.weight": "model-00170-of-00225.safetensors", + "mtp.layers.1.mixer.experts.486.up_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.40.mixer.experts.465.up_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.96.mixer.experts.181.up_proj.weight": "model-00195-of-00225.safetensors", + "backbone.layers.1.mixer.experts.145.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.65.mixer.experts.427.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.42.mixer.experts.337.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.21.mixer.experts.159.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.85.mixer.experts.333.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.94.mixer.experts.472.up_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.101.mixer.experts.267.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.44.mixer.experts.39.up_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.62.mixer.experts.309.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.30.mixer.experts.99.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.10.mixer.experts.143.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.37.mixer.experts.440.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.10.mixer.experts.476.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.35.mixer.experts.25.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.65.mixer.experts.494.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.35.mixer.experts.479.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.8.mixer.experts.236.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.21.mixer.experts.171.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.62.mixer.experts.151.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.71.mixer.experts.341.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.55.mixer.experts.66.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.18.mixer.out_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.223.up_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.87.mixer.experts.229.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.8.mixer.experts.471.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.56.mixer.conv1d.weight": "model-00115-of-00225.safetensors", + "backbone.layers.105.mixer.experts.15.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.8.mixer.experts.165.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.155.up_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.12.mixer.experts.15.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.26.mixer.experts.46.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.87.mixer.experts.387.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.432.up_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.37.mixer.experts.476.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.80.mixer.experts.417.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.71.mixer.experts.465.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.62.mixer.experts.155.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.85.mixer.experts.9.up_proj.weight": "model-00170-of-00225.safetensors", + "backbone.layers.53.mixer.experts.328.down_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.17.mixer.experts.384.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.21.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.60.mixer.experts.127.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.5.mixer.experts.97.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.19.mixer.experts.57.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.71.mixer.experts.476.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.28.mixer.experts.388.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.46.mixer.experts.285.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.58.mixer.experts.29.down_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.65.mixer.experts.126.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.20.mixer.out_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.12.mixer.experts.172.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.30.mixer.experts.142.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.51.mixer.experts.13.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.74.mixer.experts.312.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.65.mixer.experts.202.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.17.mixer.experts.326.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.19.mixer.experts.355.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.26.mixer.experts.55.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.40.mixer.experts.269.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.74.mixer.experts.0.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.90.mixer.experts.313.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.37.mixer.experts.436.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.90.mixer.experts.178.down_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.21.mixer.experts.504.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.67.mixer.experts.410.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.67.mixer.experts.425.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.37.mixer.experts.184.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.1.mixer.experts.152.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.55.mixer.experts.437.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.52.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.17.mixer.experts.114.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.28.mixer.experts.443.down_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.69.mixer.experts.404.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.60.mixer.experts.456.up_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.60.mixer.experts.353.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.46.mixer.experts.267.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.17.mixer.experts.352.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.40.mixer.experts.29.up_proj.weight": "model-00079-of-00225.safetensors", + "backbone.layers.55.mixer.experts.167.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.19.mixer.experts.251.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.69.mixer.experts.448.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.78.mixer.experts.114.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.92.mixer.experts.70.up_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.24.mixer.experts.66.up_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.24.mixer.experts.269.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.30.mixer.experts.379.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.60.mixer.experts.204.up_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.3.mixer.experts.65.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.10.mixer.experts.178.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.83.mixer.experts.361.up_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.1.mixer.experts.452.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.105.mixer.experts.438.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.69.mixer.experts.279.down_proj.weight": "model-00141-of-00225.safetensors", + "backbone.layers.58.mixer.experts.181.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.46.mixer.experts.454.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.42.mixer.experts.135.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.65.mixer.experts.27.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.37.mixer.experts.370.down_proj.weight": "model-00077-of-00225.safetensors", + "mtp.layers.1.mixer.experts.242.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.15.mixer.experts.479.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.35.mixer.experts.273.up_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.74.mixer.experts.108.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.69.mixer.experts.21.up_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.5.mixer.experts.491.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.44.mixer.experts.472.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.37.mixer.experts.150.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.80.mixer.experts.300.down_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.24.mixer.experts.461.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.46.mixer.experts.235.down_proj.weight": "model-00094-of-00225.safetensors", + "backbone.layers.71.mixer.experts.4.down_proj.weight": "model-00143-of-00225.safetensors", + "backbone.layers.103.mixer.experts.354.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.62.mixer.experts.134.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.83.mixer.experts.59.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.17.mixer.experts.94.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.19.mixer.experts.432.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.103.mixer.experts.169.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.71.mixer.experts.241.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.40.mixer.experts.155.up_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.55.mixer.experts.370.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.96.mixer.experts.452.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.107.mixer.experts.4.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.78.mixer.experts.121.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.103.mixer.experts.417.down_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.46.mixer.experts.408.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.65.mixer.experts.135.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.10.mixer.experts.20.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.71.mixer.experts.108.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.1.mixer.experts.93.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.35.mixer.experts.287.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.76.mixer.experts.488.up_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.58.mixer.experts.499.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.30.mixer.experts.282.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.69.mixer.experts.129.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.234.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.37.mixer.experts.329.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.90.mixer.experts.429.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.19.mixer.experts.312.up_proj.weight": "model-00040-of-00225.safetensors", + "mtp.layers.1.mixer.experts.451.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.21.mixer.experts.3.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.35.mixer.experts.4.down_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.37.mixer.experts.305.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.71.mixer.experts.434.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.105.mixer.experts.360.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.49.mixer.experts.160.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.76.mixer.experts.116.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.69.mixer.experts.425.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.15.mixer.experts.43.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.87.mixer.experts.313.up_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.101.mixer.experts.462.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.343.down_proj.weight": "model-00214-of-00225.safetensors", + "backbone.layers.51.mixer.experts.294.up_proj.weight": "model-00104-of-00225.safetensors", + "backbone.layers.103.mixer.experts.352.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.33.mixer.experts.337.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.49.mixer.experts.138.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.12.mixer.experts.358.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.33.mixer.experts.443.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.51.mixer.experts.151.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.78.mixer.experts.425.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.103.mixer.experts.432.up_proj.weight": "model-00210-of-00225.safetensors", + "backbone.layers.24.mixer.experts.147.up_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.12.mixer.experts.153.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.42.mixer.experts.404.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.46.mixer.experts.318.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.19.mixer.experts.69.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.67.mixer.experts.437.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.40.mixer.experts.357.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.17.mixer.experts.155.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.266.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.10.mixer.experts.189.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.3.mixer.experts.489.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.92.mixer.experts.48.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.35.mixer.experts.421.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.8.mixer.experts.270.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.37.mixer.experts.431.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.71.mixer.experts.260.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.85.mixer.experts.242.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.21.mixer.experts.60.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.28.mixer.experts.69.down_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.55.mixer.experts.88.down_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.12.mixer.experts.447.up_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.49.mixer.experts.273.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.107.mixer.experts.233.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.94.mixer.shared_experts.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.83.mixer.experts.316.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.107.mixer.gate.weight": "model-00220-of-00225.safetensors", + "backbone.layers.44.mixer.experts.102.up_proj.weight": "model-00089-of-00225.safetensors", + "backbone.layers.21.mixer.experts.218.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.44.mixer.experts.195.down_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.8.mixer.experts.284.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.62.mixer.experts.165.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.3.mixer.experts.490.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.65.mixer.experts.85.down_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.93.mixer.A_log": "model-00188-of-00225.safetensors", + "backbone.layers.46.mixer.experts.16.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.92.mixer.experts.222.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.19.mixer.experts.489.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.62.mixer.experts.510.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.28.mixer.experts.120.up_proj.weight": "model-00057-of-00225.safetensors", + "backbone.layers.65.mixer.experts.166.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.24.mixer.experts.416.up_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.42.mixer.experts.388.down_proj.weight": "model-00087-of-00225.safetensors", + "mtp.layers.1.mixer.experts.211.down_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.30.mixer.experts.172.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.58.mixer.experts.414.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.76.mixer.experts.98.up_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.10.mixer.experts.44.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.40.mixer.experts.346.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.105.mixer.experts.137.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.96.mixer.experts.77.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.83.mixer.experts.251.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.49.mixer.experts.392.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.37.mixer.experts.181.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.76.mixer.experts.17.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.85.mixer.experts.117.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.26.mixer.experts.260.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.33.mixer.experts.455.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.30.mixer.experts.339.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.101.mixer.experts.321.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.58.mixer.experts.262.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.94.mixer.experts.250.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.26.mixer.experts.460.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.101.mixer.experts.405.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.83.mixer.experts.207.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.101.mixer.experts.258.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.46.mixer.experts.64.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.55.mixer.experts.425.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.1.mixer.experts.173.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.83.mixer.experts.70.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.94.mixer.experts.19.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.96.mixer.experts.11.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.65.mixer.experts.205.down_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.60.mixer.experts.129.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.69.mixer.experts.122.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.69.mixer.experts.149.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.24.mixer.experts.511.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.35.mixer.experts.308.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.1.mixer.experts.469.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.87.mixer.experts.459.up_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.30.mixer.experts.339.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.37.mixer.experts.0.up_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.58.mixer.experts.159.up_proj.weight": "model-00117-of-00225.safetensors", + "backbone.layers.67.mixer.experts.7.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.83.mixer.experts.300.up_proj.weight": "model-00168-of-00225.safetensors", + "backbone.layers.76.mixer.experts.327.down_proj.weight": "model-00155-of-00225.safetensors", + "mtp.layers.1.mixer.experts.293.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.83.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.21.mixer.experts.154.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.92.mixer.experts.84.down_proj.weight": "model-00185-of-00225.safetensors", + "backbone.layers.30.mixer.experts.395.up_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.37.mixer.experts.182.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.51.mixer.experts.476.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.35.mixer.experts.415.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.30.mixer.experts.66.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.40.mixer.experts.138.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.99.mixer.experts.240.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.92.mixer.experts.324.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.42.mixer.experts.473.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.33.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.101.mixer.shared_experts.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.107.mixer.experts.90.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.76.mixer.experts.400.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.46.mixer.experts.346.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.103.mixer.experts.115.up_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.35.mixer.experts.204.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.71.mixer.experts.461.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.99.mixer.experts.38.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.19.mixer.experts.393.up_proj.weight": "model-00041-of-00225.safetensors", + "backbone.layers.80.mixer.experts.453.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.105.mixer.experts.418.up_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.53.mixer.experts.57.down_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.62.mixer.experts.15.down_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.42.mixer.experts.202.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.30.mixer.experts.509.up_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.80.mixer.experts.132.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.58.mixer.experts.436.up_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.78.mixer.experts.399.up_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.78.mixer.experts.147.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.249.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.35.mixer.experts.379.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.30.mixer.experts.484.down_proj.weight": "model-00065-of-00225.safetensors", + "backbone.layers.44.mixer.experts.423.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.21.mixer.experts.242.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.83.mixer.experts.55.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.33.mixer.experts.289.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.71.mixer.experts.146.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.83.mixer.experts.375.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.17.mixer.experts.370.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.60.mixer.experts.477.down_proj.weight": "model-00124-of-00225.safetensors", + "backbone.layers.35.mixer.experts.329.down_proj.weight": "model-00072-of-00225.safetensors", + "backbone.layers.99.mixer.experts.194.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.17.mixer.experts.265.down_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.40.mixer.experts.276.down_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.99.mixer.experts.425.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.69.mixer.experts.190.down_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.99.mixer.experts.420.down_proj.weight": "model-00201-of-00225.safetensors", + "backbone.layers.42.mixer.experts.210.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.15.mixer.experts.190.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.37.mixer.experts.465.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.83.mixer.experts.27.down_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.1.mixer.experts.229.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.15.mixer.experts.111.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.19.mixer.experts.87.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.96.mixer.experts.113.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.17.mixer.experts.259.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.76.mixer.experts.248.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.105.mixer.experts.323.up_proj.weight": "model-00214-of-00225.safetensors", + "mtp.layers.1.mixer.experts.335.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.105.mixer.experts.219.up_proj.weight": "model-00213-of-00225.safetensors", + "backbone.layers.78.mixer.experts.141.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.3.mixer.experts.237.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.8.mixer.experts.159.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.26.mixer.experts.109.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.90.mixer.experts.304.up_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.55.mixer.experts.361.up_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.80.mixer.experts.265.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.62.mixer.experts.269.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.74.mixer.experts.187.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.21.mixer.experts.413.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.105.mixer.experts.116.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.83.mixer.experts.192.down_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.33.mixer.experts.359.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.5.mixer.experts.391.down_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.90.mixer.experts.209.up_proj.weight": "model-00181-of-00225.safetensors", + "backbone.layers.58.mixer.experts.83.down_proj.weight": "model-00116-of-00225.safetensors", + "mtp.layers.1.mixer.experts.230.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.80.mixer.experts.497.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.26.mixer.experts.177.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.5.mixer.experts.458.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.67.mixer.experts.225.down_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.80.mixer.experts.291.up_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.3.mixer.experts.492.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.65.mixer.experts.212.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.69.mixer.experts.99.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.65.mixer.experts.467.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.28.mixer.experts.197.down_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.15.mixer.experts.91.down_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.71.mixer.experts.127.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.51.mixer.experts.136.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.55.mixer.shared_experts.down_proj.weight": "model-00115-of-00225.safetensors", + "backbone.layers.80.mixer.experts.453.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.58.mixer.experts.342.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.101.mixer.experts.109.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.105.mixer.experts.62.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.80.mixer.shared_experts.down_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.51.mixer.experts.104.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.58.mixer.experts.301.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.42.mixer.experts.137.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.85.mixer.experts.292.down_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.71.mixer.experts.200.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.107.mixer.experts.300.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.103.mixer.experts.46.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.42.mixer.experts.511.down_proj.weight": "model-00088-of-00225.safetensors", + "backbone.layers.35.mixer.experts.13.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.55.mixer.experts.279.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.21.mixer.experts.73.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.62.mixer.experts.453.up_proj.weight": "model-00128-of-00225.safetensors", + "backbone.layers.42.mixer.experts.40.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.12.mixer.experts.125.up_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.12.mixer.experts.139.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.67.mixer.experts.3.up_proj.weight": "model-00134-of-00225.safetensors", + "mtp.layers.1.mixer.experts.53.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.49.mixer.experts.102.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.85.mixer.experts.53.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.74.mixer.experts.233.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.12.mixer.experts.304.down_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.103.mixer.experts.61.up_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.44.mixer.experts.260.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.37.mixer.experts.18.down_proj.weight": "model-00074-of-00225.safetensors", + "backbone.layers.90.mixer.experts.39.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.83.mixer.experts.38.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.26.mixer.experts.113.up_proj.weight": "model-00052-of-00225.safetensors", + "backbone.layers.37.mixer.experts.269.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.3.mixer.experts.369.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.99.mixer.experts.146.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.40.mixer.experts.304.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.104.mixer.conv1d.weight": "model-00211-of-00225.safetensors", + "backbone.layers.21.mixer.experts.230.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.40.mixer.experts.416.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.80.mixer.experts.70.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.101.mixer.experts.370.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.76.mixer.experts.441.down_proj.weight": "model-00156-of-00225.safetensors", + "backbone.layers.107.mixer.experts.390.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.107.mixer.experts.57.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.37.mixer.experts.342.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.10.mixer.experts.454.up_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.53.mixer.experts.132.up_proj.weight": "model-00107-of-00225.safetensors", + "backbone.layers.19.mixer.experts.93.down_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.76.mixer.experts.414.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.21.mixer.experts.372.up_proj.weight": "model-00045-of-00225.safetensors", + "mtp.layers.1.mixer.experts.423.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.49.mixer.experts.286.down_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.62.mixer.experts.332.up_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.67.mixer.experts.174.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.74.mixer.shared_experts.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.10.mixer.experts.280.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.15.mixer.experts.491.down_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.24.mixer.experts.206.down_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.26.mixer.experts.465.down_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.42.mixer.experts.444.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.15.mixer.experts.389.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.107.mixer.experts.340.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.67.mixer.experts.171.down_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.35.mixer.experts.5.up_proj.weight": "model-00070-of-00225.safetensors", + "backbone.layers.76.mixer.experts.267.down_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.78.mixer.experts.189.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.8.mixer.experts.464.down_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.101.mixer.experts.477.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.85.mixer.experts.498.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.42.mixer.experts.456.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.12.mixer.experts.59.down_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.36.mixer.dt_bias": "model-00074-of-00225.safetensors", + "backbone.layers.55.mixer.experts.350.down_proj.weight": "model-00114-of-00225.safetensors", + "backbone.layers.90.mixer.experts.67.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.94.mixer.experts.422.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.392.down_proj.weight": "model-00059-of-00225.safetensors", + "backbone.layers.99.mixer.experts.143.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.49.mixer.experts.99.up_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.80.mixer.experts.199.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.76.mixer.experts.343.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.17.mixer.experts.188.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.94.mixer.experts.128.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.1.mixer.experts.475.down_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.33.mixer.experts.114.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.55.mixer.experts.142.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.3.mixer.experts.68.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.65.mixer.experts.71.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.62.mixer.experts.169.down_proj.weight": "model-00126-of-00225.safetensors", + "backbone.layers.17.mixer.experts.412.up_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.74.mixer.experts.404.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.1.mixer.experts.418.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.51.mixer.experts.137.down_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.35.mixer.experts.340.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.99.mixer.experts.245.up_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.17.mixer.experts.135.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.101.mixer.experts.310.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.90.mixer.experts.30.down_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.57.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.78.mixer.experts.83.down_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.101.mixer.experts.224.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.90.mixer.experts.28.up_proj.weight": "model-00180-of-00225.safetensors", + "backbone.layers.21.mixer.experts.451.up_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.42.mixer.experts.430.down_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.85.mixer.experts.43.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.15.mixer.experts.306.up_proj.weight": "model-00031-of-00225.safetensors", + "backbone.layers.53.mixer.experts.434.down_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.40.mixer.experts.473.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.69.mixer.experts.138.up_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.37.mixer.experts.475.up_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.101.mixer.experts.219.down_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.65.mixer.experts.304.down_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.30.mixer.experts.315.down_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.40.mixer.experts.450.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.65.mixer.experts.173.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.83.mixer.experts.134.up_proj.weight": "model-00167-of-00225.safetensors", + "backbone.layers.76.mixer.experts.247.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.76.mixer.experts.289.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.94.mixer.experts.161.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.10.mixer.experts.216.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.65.mixer.experts.189.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.42.mixer.experts.139.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.69.mixer.experts.237.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.42.mixer.experts.188.down_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.10.mixer.experts.58.up_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.17.mixer.experts.477.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.1.mixer.experts.27.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.85.mixer.experts.302.up_proj.weight": "model-00173-of-00225.safetensors", + "backbone.layers.12.mixer.experts.148.down_proj.weight": "model-00025-of-00225.safetensors", + "backbone.layers.80.mixer.experts.402.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.35.mixer.experts.412.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.99.mixer.experts.287.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.40.mixer.experts.421.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.46.mixer.experts.6.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.87.mixer.experts.430.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.1.mixer.experts.106.up_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.37.mixer.experts.135.down_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.51.mixer.experts.357.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.10.mixer.experts.480.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.26.mixer.experts.146.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.74.mixer.experts.295.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.69.mixer.experts.402.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.37.mixer.experts.496.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.44.mixer.experts.342.down_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.53.mixer.experts.282.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.58.mixer.experts.425.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.3.mixer.experts.240.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.5.mixer.experts.312.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.15.mixer.experts.209.down_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.21.mixer.experts.1.up_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.67.mixer.experts.75.up_proj.weight": "model-00134-of-00225.safetensors", + "backbone.layers.74.mixer.experts.441.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.101.mixer.experts.408.up_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.105.mixer.experts.14.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.46.mixer.experts.74.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.58.mixer.experts.296.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.3.mixer.experts.114.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.96.mixer.experts.203.down_proj.weight": "model-00195-of-00225.safetensors", + "mtp.layers.1.mixer.experts.322.up_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.40.mixer.experts.372.down_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.87.mixer.experts.221.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.460.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.46.mixer.experts.272.up_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.94.mixer.experts.96.down_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.21.mixer.experts.126.down_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.60.mixer.experts.375.up_proj.weight": "model-00123-of-00225.safetensors", + "backbone.layers.107.mixer.experts.5.up_proj.weight": "model-00216-of-00225.safetensors", + "backbone.layers.87.mixer.experts.463.down_proj.weight": "model-00179-of-00225.safetensors", + "backbone.layers.80.mixer.experts.136.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.65.mixer.experts.148.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.75.mixer.dt_bias": "model-00152-of-00225.safetensors", + "backbone.layers.3.mixer.experts.166.up_proj.weight": "model-00007-of-00225.safetensors", + "backbone.layers.71.mixer.experts.468.down_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.62.mixer.experts.1.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.78.mixer.experts.177.up_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.94.mixer.experts.294.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.101.mixer.experts.95.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.51.mixer.experts.498.up_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.19.mixer.experts.263.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.90.mixer.experts.443.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.94.mixer.experts.445.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.71.mixer.experts.204.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.78.mixer.experts.110.up_proj.weight": "model-00157-of-00225.safetensors", + "backbone.layers.17.mixer.experts.313.up_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.12.mixer.experts.269.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.80.mixer.experts.106.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.107.mixer.experts.357.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.53.mixer.experts.498.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.17.mixer.experts.353.down_proj.weight": "model-00036-of-00225.safetensors", + "backbone.layers.42.mixer.experts.450.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.105.mixer.experts.34.down_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.71.mixer.experts.450.up_proj.weight": "model-00147-of-00225.safetensors", + "backbone.layers.33.mixer.experts.143.up_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.1.mixer.experts.509.up_proj.weight": "model-00005-of-00225.safetensors", + "backbone.layers.42.mixer.experts.433.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.87.mixer.experts.224.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.99.mixer.experts.264.down_proj.weight": "model-00200-of-00225.safetensors", + "backbone.layers.107.mixer.experts.393.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.74.mixer.experts.289.down_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.1.mixer.experts.185.up_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.65.mixer.experts.13.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.5.mixer.experts.174.down_proj.weight": "model-00012-of-00225.safetensors", + "mtp.layers.1.mixer.experts.200.up_proj.weight": "model-00223-of-00225.safetensors", + "backbone.layers.21.mixer.experts.55.up_proj.weight": "model-00043-of-00225.safetensors", + "backbone.layers.58.mixer.experts.268.down_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.80.mixer.experts.155.up_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.103.mixer.experts.249.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.3.mixer.experts.70.up_proj.weight": "model-00006-of-00225.safetensors", + "backbone.layers.74.mixer.experts.403.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.315.down_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.24.mixer.experts.460.down_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.107.mixer.experts.72.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.49.mixer.experts.501.up_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.33.mixer.experts.302.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.92.mixer.experts.12.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.72.up_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.74.mixer.experts.383.up_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.78.mixer.experts.422.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.74.mixer.experts.61.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.28.mixer.experts.302.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.42.mixer.experts.333.up_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.101.mixer.experts.306.down_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.53.mixer.experts.468.up_proj.weight": "model-00110-of-00225.safetensors", + "backbone.layers.30.mixer.experts.274.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.26.mixer.experts.167.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.96.mixer.experts.324.up_proj.weight": "model-00196-of-00225.safetensors", + "backbone.layers.17.mixer.experts.82.down_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.42.mixer.experts.51.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.76.mixer.experts.344.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.10.mixer.experts.402.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.101.mixer.experts.89.up_proj.weight": "model-00203-of-00225.safetensors", + "backbone.layers.17.mixer.experts.123.up_proj.weight": "model-00034-of-00225.safetensors", + "backbone.layers.49.mixer.experts.490.down_proj.weight": "model-00101-of-00225.safetensors", + "backbone.layers.12.mixer.experts.377.up_proj.weight": "model-00027-of-00225.safetensors", + "backbone.layers.74.mixer.experts.69.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.107.mixer.experts.71.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.37.mixer.experts.451.down_proj.weight": "model-00078-of-00225.safetensors", + "backbone.layers.3.mixer.experts.488.down_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.94.mixer.experts.267.down_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.3.mixer.experts.278.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.62.mixer.experts.265.down_proj.weight": "model-00127-of-00225.safetensors", + "backbone.layers.65.mixer.experts.133.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.15.mixer.experts.495.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.67.mixer.experts.330.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.94.mixer.experts.408.down_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.28.mixer.experts.276.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.62.mixer.experts.511.down_proj.weight": "model-00129-of-00225.safetensors", + "backbone.layers.17.mixer.experts.197.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.55.mixer.experts.46.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.78.mixer.experts.265.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.8.mixer.experts.141.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.15.mixer.experts.218.up_proj.weight": "model-00030-of-00225.safetensors", + "backbone.layers.65.mixer.experts.135.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.85.mixer.experts.106.up_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.55.mixer.experts.268.up_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.74.mixer.experts.395.down_proj.weight": "model-00151-of-00225.safetensors", + "backbone.layers.92.mixer.experts.184.down_proj.weight": "model-00186-of-00225.safetensors", + "backbone.layers.53.mixer.experts.260.up_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.105.mixer.experts.425.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.51.mixer.experts.109.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.8.mixer.experts.137.up_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.8.mixer.experts.82.up_proj.weight": "model-00016-of-00225.safetensors", + "mtp.layers.1.mixer.experts.20.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.94.mixer.experts.77.up_proj.weight": "model-00189-of-00225.safetensors", + "backbone.layers.87.mixer.experts.405.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.33.mixer.experts.311.down_proj.weight": "model-00068-of-00225.safetensors", + "backbone.layers.90.mixer.experts.377.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.96.mixer.experts.446.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.42.mixer.experts.14.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.17.mixer.experts.171.down_proj.weight": "model-00035-of-00225.safetensors", + "mtp.layers.1.mixer.experts.19.down_proj.weight": "model-00221-of-00225.safetensors", + "backbone.layers.5.mixer.experts.71.up_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.60.mixer.experts.301.down_proj.weight": "model-00122-of-00225.safetensors", + "backbone.layers.65.mixer.experts.209.up_proj.weight": "model-00131-of-00225.safetensors", + "backbone.layers.71.mixer.experts.251.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.8.mixer.experts.210.down_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.42.mixer.experts.368.down_proj.weight": "model-00086-of-00225.safetensors", + "backbone.layers.30.mixer.experts.362.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.30.mixer.experts.59.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.21.mixer.experts.228.up_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.45.mixer.conv1d.bias": "model-00092-of-00225.safetensors", + "backbone.layers.58.mixer.experts.289.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.46.mixer.experts.256.down_proj.weight": "model-00095-of-00225.safetensors", + "backbone.layers.5.mixer.experts.276.up_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.78.mixer.experts.274.down_proj.weight": "model-00159-of-00225.safetensors", + "backbone.layers.90.mixer.experts.470.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.24.mixer.experts.299.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.67.mixer.experts.337.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.55.mixer.experts.186.up_proj.weight": "model-00112-of-00225.safetensors", + "backbone.layers.74.mixer.experts.132.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.87.mixer.experts.400.up_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.69.mixer.experts.7.down_proj.weight": "model-00138-of-00225.safetensors", + "backbone.layers.58.mixer.experts.378.down_proj.weight": "model-00119-of-00225.safetensors", + "backbone.layers.107.mixer.experts.131.up_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.30.mixer.experts.13.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.28.mixer.experts.35.up_proj.weight": "model-00056-of-00225.safetensors", + "backbone.layers.24.mixer.experts.58.down_proj.weight": "model-00047-of-00225.safetensors", + "backbone.layers.37.mixer.experts.129.up_proj.weight": "model-00075-of-00225.safetensors", + "backbone.layers.94.mixer.experts.466.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.87.mixer.experts.146.down_proj.weight": "model-00176-of-00225.safetensors", + "backbone.layers.42.mixer.experts.222.up_proj.weight": "model-00085-of-00225.safetensors", + "backbone.layers.5.mixer.experts.108.down_proj.weight": "model-00011-of-00225.safetensors", + "backbone.layers.37.mixer.experts.326.down_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.35.mixer.experts.166.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.8.mixer.experts.375.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.62.mixer.experts.203.down_proj.weight": "model-00126-of-00225.safetensors", + "mtp.layers.1.mixer.experts.376.down_proj.weight": "model-00224-of-00225.safetensors", + "backbone.layers.5.mixer.experts.261.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.119.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.19.mixer.experts.299.down_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.12.mixer.experts.447.down_proj.weight": "model-00028-of-00225.safetensors", + "backbone.layers.5.mixer.experts.6.up_proj.weight": "model-00010-of-00225.safetensors", + "backbone.layers.96.mixer.experts.497.down_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.62.mixer.experts.81.up_proj.weight": "model-00125-of-00225.safetensors", + "backbone.layers.10.mixer.experts.271.down_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.35.mixer.experts.174.down_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.42.mixer.experts.72.up_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.42.mixer.experts.67.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.44.mixer.experts.226.up_proj.weight": "model-00090-of-00225.safetensors", + "backbone.layers.107.mixer.experts.239.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.85.mixer.experts.96.down_proj.weight": "model-00171-of-00225.safetensors", + "backbone.layers.60.mixer.experts.153.down_proj.weight": "model-00121-of-00225.safetensors", + "mtp.layers.1.mixer.experts.120.down_proj.weight": "model-00222-of-00225.safetensors", + "mtp.layers.1.mixer.experts.496.down_proj.weight": "model-00225-of-00225.safetensors", + "backbone.layers.74.mixer.experts.22.down_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.74.mixer.experts.309.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.10.mixer.experts.241.up_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.24.mixer.experts.259.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.101.mixer.experts.19.up_proj.weight": "model-00202-of-00225.safetensors", + "backbone.layers.15.mixer.experts.431.down_proj.weight": "model-00032-of-00225.safetensors", + "backbone.layers.19.mixer.experts.115.down_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.1.mixer.experts.107.down_proj.weight": "model-00002-of-00225.safetensors", + "backbone.layers.94.mixer.experts.287.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.35.mixer.experts.410.up_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.12.mixer.experts.277.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.90.mixer.gate.weight": "model-00184-of-00225.safetensors", + "backbone.layers.30.mixer.experts.11.down_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.17.mixer.experts.425.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.78.mixer.experts.417.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.58.mixer.experts.103.up_proj.weight": "model-00116-of-00225.safetensors", + "backbone.layers.19.mixer.experts.189.up_proj.weight": "model-00039-of-00225.safetensors", + "backbone.layers.65.mixer.experts.131.up_proj.weight": "model-00130-of-00225.safetensors", + "backbone.layers.1.mixer.experts.198.down_proj.weight": "model-00003-of-00225.safetensors", + "backbone.layers.71.mixer.experts.213.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.323.up_proj.weight": "model-00187-of-00225.safetensors", + "backbone.layers.105.mixer.experts.435.down_proj.weight": "model-00215-of-00225.safetensors", + "backbone.layers.55.mixer.experts.2.up_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.26.mixer.experts.228.up_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.94.mixer.experts.148.down_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.10.mixer.experts.141.down_proj.weight": "model-00021-of-00225.safetensors", + "backbone.layers.5.mixer.experts.266.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.96.mixer.experts.14.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.8.mixer.experts.432.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.10.mixer.experts.377.down_proj.weight": "model-00023-of-00225.safetensors", + "backbone.layers.87.mixer.experts.241.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.35.mixer.experts.139.up_proj.weight": "model-00071-of-00225.safetensors", + "backbone.layers.94.mixer.experts.403.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.58.mixer.experts.346.up_proj.weight": "model-00118-of-00225.safetensors", + "backbone.layers.6.mixer.A_log": "model-00015-of-00225.safetensors", + "backbone.layers.51.mixer.experts.499.down_proj.weight": "model-00106-of-00225.safetensors", + "backbone.layers.21.mixer.experts.397.down_proj.weight": "model-00046-of-00225.safetensors", + "backbone.layers.83.mixer.experts.53.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.30.mixer.experts.440.down_proj.weight": "model-00064-of-00225.safetensors", + "backbone.layers.83.mixer.experts.74.up_proj.weight": "model-00166-of-00225.safetensors", + "backbone.layers.55.mixer.experts.59.down_proj.weight": "model-00111-of-00225.safetensors", + "backbone.layers.67.mixer.experts.380.down_proj.weight": "model-00137-of-00225.safetensors", + "backbone.layers.26.mixer.experts.302.up_proj.weight": "model-00054-of-00225.safetensors", + "backbone.layers.37.mixer.experts.299.up_proj.weight": "model-00077-of-00225.safetensors", + "backbone.layers.8.mixer.experts.250.up_proj.weight": "model-00017-of-00225.safetensors", + "backbone.layers.33.mixer.experts.93.down_proj.weight": "model-00066-of-00225.safetensors", + "backbone.layers.19.mixer.experts.57.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.8.mixer.experts.81.down_proj.weight": "model-00016-of-00225.safetensors", + "backbone.layers.99.mixer.experts.190.down_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.33.mixer.experts.482.up_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.40.mixer.experts.463.down_proj.weight": "model-00083-of-00225.safetensors", + "backbone.layers.26.mixer.experts.166.down_proj.weight": "model-00053-of-00225.safetensors", + "backbone.layers.78.mixer.experts.119.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.71.mixer.experts.267.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.87.mixer.experts.58.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.94.mixer.experts.347.up_proj.weight": "model-00191-of-00225.safetensors", + "backbone.layers.96.mixer.experts.38.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.103.mixer.experts.314.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.87.mixer.experts.398.down_proj.weight": "model-00178-of-00225.safetensors", + "backbone.layers.99.mixer.experts.13.down_proj.weight": "model-00198-of-00225.safetensors", + "backbone.layers.103.mixer.experts.303.down_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.103.mixer.experts.216.up_proj.weight": "model-00209-of-00225.safetensors", + "backbone.layers.28.mixer.experts.498.up_proj.weight": "model-00060-of-00225.safetensors", + "backbone.layers.3.mixer.experts.248.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.1.mixer.experts.29.up_proj.weight": "model-00001-of-00225.safetensors", + "backbone.layers.19.mixer.experts.67.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.92.mixer.experts.13.down_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.96.mixer.experts.63.down_proj.weight": "model-00194-of-00225.safetensors", + "backbone.layers.17.mixer.experts.461.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.76.mixer.experts.212.up_proj.weight": "model-00154-of-00225.safetensors", + "backbone.layers.87.mixer.experts.235.down_proj.weight": "model-00177-of-00225.safetensors", + "backbone.layers.8.mixer.experts.458.up_proj.weight": "model-00019-of-00225.safetensors", + "backbone.layers.69.mixer.experts.127.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.71.mixer.experts.135.up_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.74.mixer.experts.126.up_proj.weight": "model-00148-of-00225.safetensors", + "backbone.layers.107.mixer.experts.411.up_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.44.mixer.experts.450.down_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.19.mixer.experts.284.up_proj.weight": "model-00040-of-00225.safetensors", + "backbone.layers.74.mixer.experts.159.down_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.42.mixer.experts.86.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.103.mixer.experts.47.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.15.mixer.experts.48.up_proj.weight": "model-00029-of-00225.safetensors", + "backbone.layers.1.mixer.experts.356.up_proj.weight": "model-00004-of-00225.safetensors", + "backbone.layers.71.mixer.experts.186.down_proj.weight": "model-00144-of-00225.safetensors", + "backbone.layers.37.mixer.experts.230.up_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.60.mixer.experts.154.down_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.94.mixer.experts.489.down_proj.weight": "model-00193-of-00225.safetensors", + "backbone.layers.49.mixer.experts.249.up_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.60.mixer.experts.98.up_proj.weight": "model-00121-of-00225.safetensors", + "backbone.layers.107.mixer.experts.422.down_proj.weight": "model-00219-of-00225.safetensors", + "backbone.layers.10.mixer.experts.14.down_proj.weight": "model-00020-of-00225.safetensors", + "backbone.layers.76.mixer.experts.22.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.69.mixer.experts.252.up_proj.weight": "model-00140-of-00225.safetensors", + "backbone.layers.80.mixer.experts.347.up_proj.weight": "model-00164-of-00225.safetensors", + "backbone.layers.76.mixer.experts.76.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.5.mixer.experts.246.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.19.mixer.experts.75.up_proj.weight": "model-00038-of-00225.safetensors", + "backbone.layers.17.mixer.experts.244.up_proj.weight": "model-00035-of-00225.safetensors", + "backbone.layers.20.mixer.A_log": "model-00042-of-00225.safetensors", + "backbone.layers.40.mixer.experts.318.up_proj.weight": "model-00082-of-00225.safetensors", + "backbone.layers.26.mixer.experts.373.up_proj.weight": "model-00055-of-00225.safetensors", + "backbone.layers.85.mixer.experts.504.down_proj.weight": "model-00175-of-00225.safetensors", + "backbone.layers.90.mixer.experts.305.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.194.down_proj.weight": "model-00062-of-00225.safetensors", + "backbone.layers.3.mixer.experts.232.down_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.49.mixer.experts.86.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.37.mixer.experts.218.down_proj.weight": "model-00076-of-00225.safetensors", + "backbone.layers.55.mixer.experts.301.down_proj.weight": "model-00113-of-00225.safetensors", + "backbone.layers.28.mixer.experts.300.up_proj.weight": "model-00058-of-00225.safetensors", + "backbone.layers.101.mixer.experts.447.down_proj.weight": "model-00206-of-00225.safetensors", + "backbone.layers.76.mixer.experts.397.down_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.107.mixer.experts.253.up_proj.weight": "model-00218-of-00225.safetensors", + "backbone.layers.80.mixer.experts.469.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.101.mixer.experts.509.down_proj.weight": "model-00207-of-00225.safetensors", + "backbone.layers.69.mixer.experts.482.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.33.mixer.experts.433.down_proj.weight": "model-00069-of-00225.safetensors", + "backbone.layers.71.mixer.experts.361.up_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.71.mixer.experts.365.down_proj.weight": "model-00146-of-00225.safetensors", + "backbone.layers.101.mixer.experts.163.up_proj.weight": "model-00204-of-00225.safetensors", + "backbone.layers.51.mixer.experts.207.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.96.mixer.experts.511.up_proj.weight": "model-00197-of-00225.safetensors", + "backbone.layers.51.mixer.experts.94.up_proj.weight": "model-00102-of-00225.safetensors", + "backbone.layers.8.mixer.experts.404.up_proj.weight": "model-00018-of-00225.safetensors", + "backbone.layers.5.mixer.experts.235.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.15.mixer.experts.508.up_proj.weight": "model-00033-of-00225.safetensors", + "backbone.layers.76.mixer.experts.311.up_proj.weight": "model-00155-of-00225.safetensors", + "backbone.layers.80.mixer.experts.112.down_proj.weight": "model-00162-of-00225.safetensors", + "backbone.layers.40.mixer.experts.92.down_proj.weight": "model-00080-of-00225.safetensors", + "backbone.layers.5.mixer.experts.499.up_proj.weight": "model-00014-of-00225.safetensors", + "backbone.layers.35.mixer.experts.384.down_proj.weight": "model-00073-of-00225.safetensors", + "backbone.layers.78.mixer.experts.226.down_proj.weight": "model-00158-of-00225.safetensors", + "backbone.layers.101.mixer.experts.366.up_proj.weight": "model-00205-of-00225.safetensors", + "backbone.layers.12.mixer.experts.37.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.10.mixer.experts.351.up_proj.weight": "model-00022-of-00225.safetensors", + "backbone.layers.90.mixer.experts.409.down_proj.weight": "model-00183-of-00225.safetensors", + "backbone.layers.42.mixer.experts.79.down_proj.weight": "model-00084-of-00225.safetensors", + "backbone.layers.51.mixer.experts.385.up_proj.weight": "model-00105-of-00225.safetensors", + "backbone.layers.46.mixer.experts.440.up_proj.weight": "model-00096-of-00225.safetensors", + "backbone.layers.46.mixer.experts.86.up_proj.weight": "model-00093-of-00225.safetensors", + "backbone.layers.78.mixer.experts.380.down_proj.weight": "model-00160-of-00225.safetensors", + "backbone.layers.24.mixer.experts.258.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.19.mixer.experts.465.down_proj.weight": "model-00042-of-00225.safetensors", + "backbone.layers.74.mixer.experts.271.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.83.mixer.experts.354.down_proj.weight": "model-00169-of-00225.safetensors", + "backbone.layers.85.mixer.experts.424.down_proj.weight": "model-00174-of-00225.safetensors", + "backbone.layers.95.mixer.dt_bias": "model-00193-of-00225.safetensors", + "backbone.layers.24.mixer.experts.435.down_proj.weight": "model-00050-of-00225.safetensors", + "backbone.layers.71.mixer.experts.285.down_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.69.mixer.experts.467.down_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.24.mixer.experts.165.down_proj.weight": "model-00048-of-00225.safetensors", + "backbone.layers.99.mixer.experts.132.up_proj.weight": "model-00199-of-00225.safetensors", + "backbone.layers.5.mixer.experts.379.down_proj.weight": "model-00013-of-00225.safetensors", + "backbone.layers.65.mixer.experts.420.up_proj.weight": "model-00133-of-00225.safetensors", + "backbone.layers.60.mixer.experts.8.up_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.5.mixer.experts.176.down_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.74.mixer.experts.240.up_proj.weight": "model-00149-of-00225.safetensors", + "backbone.layers.12.mixer.experts.22.up_proj.weight": "model-00024-of-00225.safetensors", + "backbone.layers.12.mixer.experts.201.down_proj.weight": "model-00026-of-00225.safetensors", + "backbone.layers.49.mixer.experts.423.down_proj.weight": "model-00101-of-00225.safetensors", + "mtp.layers.1.mixer.experts.112.down_proj.weight": "model-00222-of-00225.safetensors", + "backbone.layers.80.mixer.experts.283.down_proj.weight": "model-00163-of-00225.safetensors", + "backbone.layers.60.mixer.experts.26.down_proj.weight": "model-00120-of-00225.safetensors", + "backbone.layers.40.mixer.experts.261.up_proj.weight": "model-00081-of-00225.safetensors", + "backbone.layers.103.mixer.experts.145.down_proj.weight": "model-00208-of-00225.safetensors", + "backbone.layers.49.mixer.experts.215.down_proj.weight": "model-00099-of-00225.safetensors", + "backbone.layers.94.mixer.experts.368.up_proj.weight": "model-00192-of-00225.safetensors", + "backbone.layers.5.mixer.experts.270.up_proj.weight": "model-00012-of-00225.safetensors", + "backbone.layers.30.mixer.experts.265.up_proj.weight": "model-00063-of-00225.safetensors", + "backbone.layers.53.mixer.experts.379.up_proj.weight": "model-00109-of-00225.safetensors", + "backbone.layers.3.mixer.experts.416.down_proj.weight": "model-00009-of-00225.safetensors", + "backbone.layers.3.mixer.experts.308.up_proj.weight": "model-00008-of-00225.safetensors", + "backbone.layers.24.mixer.experts.246.up_proj.weight": "model-00049-of-00225.safetensors", + "backbone.layers.65.mixer.experts.343.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.74.mixer.experts.321.up_proj.weight": "model-00150-of-00225.safetensors", + "backbone.layers.24.mixer.experts.490.up_proj.weight": "model-00051-of-00225.safetensors", + "backbone.layers.85.mixer.experts.159.up_proj.weight": "model-00172-of-00225.safetensors", + "backbone.layers.107.mixer.experts.157.down_proj.weight": "model-00217-of-00225.safetensors", + "backbone.layers.51.mixer.experts.140.up_proj.weight": "model-00103-of-00225.safetensors", + "backbone.layers.44.mixer.experts.448.up_proj.weight": "model-00092-of-00225.safetensors", + "backbone.layers.53.mixer.experts.228.down_proj.weight": "model-00108-of-00225.safetensors", + "backbone.layers.67.mixer.experts.287.up_proj.weight": "model-00136-of-00225.safetensors", + "backbone.layers.71.mixer.experts.306.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.49.mixer.experts.300.up_proj.weight": "model-00100-of-00225.safetensors", + "backbone.layers.90.mixer.experts.346.down_proj.weight": "model-00182-of-00225.safetensors", + "backbone.layers.30.mixer.experts.116.up_proj.weight": "model-00061-of-00225.safetensors", + "backbone.layers.69.mixer.experts.109.down_proj.weight": "model-00139-of-00225.safetensors", + "backbone.layers.44.mixer.experts.367.up_proj.weight": "model-00091-of-00225.safetensors", + "backbone.layers.90.mixer.experts.504.up_proj.weight": "model-00184-of-00225.safetensors", + "backbone.layers.67.mixer.experts.171.up_proj.weight": "model-00135-of-00225.safetensors", + "backbone.layers.71.mixer.experts.300.up_proj.weight": "model-00145-of-00225.safetensors", + "backbone.layers.92.mixer.experts.494.up_proj.weight": "model-00188-of-00225.safetensors", + "backbone.layers.50.norm.weight": "model-00101-of-00225.safetensors", + "backbone.layers.76.mixer.experts.181.down_proj.weight": "model-00153-of-00225.safetensors", + "backbone.layers.94.mixer.experts.184.up_proj.weight": "model-00190-of-00225.safetensors", + "backbone.layers.105.mixer.experts.85.up_proj.weight": "model-00212-of-00225.safetensors", + "backbone.layers.17.mixer.experts.492.down_proj.weight": "model-00037-of-00225.safetensors", + "backbone.layers.42.mixer.experts.408.up_proj.weight": "model-00087-of-00225.safetensors", + "backbone.layers.80.mixer.experts.456.up_proj.weight": "model-00165-of-00225.safetensors", + "backbone.layers.69.mixer.experts.485.up_proj.weight": "model-00142-of-00225.safetensors", + "backbone.layers.21.mixer.experts.239.down_proj.weight": "model-00044-of-00225.safetensors", + "backbone.layers.49.mixer.experts.78.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.49.mixer.experts.121.down_proj.weight": "model-00098-of-00225.safetensors", + "backbone.layers.65.mixer.experts.403.up_proj.weight": "model-00132-of-00225.safetensors", + "backbone.layers.76.mixer.experts.63.down_proj.weight": "model-00152-of-00225.safetensors", + "backbone.layers.80.mixer.experts.428.down_proj.weight": "model-00165-of-00225.safetensors" + } +} \ No newline at end of file diff --git a/modeling_nemotron_h.py b/modeling_nemotron_h.py new file mode 100644 index 0000000000000000000000000000000000000000..edbd4b11fa4b52c202ed3b7236ab0fe7e179a0f9 --- /dev/null +++ b/modeling_nemotron_h.py @@ -0,0 +1,1810 @@ +# coding=utf-8 +# Copyright 2024 HuggingFace Inc. team. +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""PyTorch NemotronH model.""" + +import copy +import math +from dataclasses import dataclass +from typing import Any, Dict, Optional, Tuple, Union + +import torch +import torch.utils.checkpoint +from torch import nn +from torch.nn import CrossEntropyLoss +import torch.nn.functional as F + +from transformers.activations import ACT2FN +from transformers.cache_utils import DynamicCache # we need __iter__ and __len__ of pkv +from transformers.generation import GenerationMixin +from transformers.modeling_attn_mask_utils import ( + AttentionMaskConverter, +) +from transformers.modeling_utils import PreTrainedModel +from transformers.utils import ( + ModelOutput, + add_code_sample_docstrings, + add_start_docstrings, + add_start_docstrings_to_model_forward, + logging, +) +from transformers.utils.import_utils import ( + is_causal_conv1d_available, + is_flash_attn_2_available, + is_flash_attn_greater_or_equal_2_10, + is_mamba_2_ssm_available, +) +from .configuration_nemotron_h import NemotronHConfig + + +logger = logging.get_logger(__name__) + + +# Copied from transformers.models.mamba.modeling_mamba2.modeling_mamba2.py with MAMBA2->NEMOTRONH,Mamba2->NemotronH +# For Mamba2 components Mamba2->NemotronHMamba2 +if is_mamba_2_ssm_available(): + from mamba_ssm.ops.triton.selective_state_update import selective_state_update + from mamba_ssm.ops.triton.ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined +else: + mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined, selective_state_update = None, None, None + +try: + #from mamba_ssm.ops.triton.layernorm_gated import RMSNorm as RMSNormGated + from mamba_ssm.ops.triton.layernorm_gated import rmsnorm_fn +except ImportError: + raise ImportError("mamba-ssm is required by the Mamba model but cannot be imported") + +if is_causal_conv1d_available(): + from causal_conv1d import causal_conv1d_fn, causal_conv1d_update +else: + causal_conv1d_update, causal_conv1d_fn = None, None + +if is_flash_attn_2_available(): + from transformers.modeling_flash_attention_utils import _flash_attention_forward + +is_fast_path_available = all( + ( + selective_state_update, + mamba_chunk_scan_combined, + mamba_split_conv1d_scan_combined, + causal_conv1d_fn, + causal_conv1d_update, + ) +) + + +_CHECKPOINT_FOR_DOC = "nvidia/Nemotron-H-56B-Base-8K" +_CONFIG_FOR_DOC = "NemotronHConfig" + + +# Helper methods for segment sum computation + + +def pad_tensor_by_size(input_tensor: torch.Tensor, pad_size: int): + """ + Padding x tensor with `pad_size` on the seq_len dim (dim=1) + + Assumes that we only have tensors of either size 4 or 3 + """ + pad_shape = (0, 0, 0, 0, 0, pad_size, 0, 0) if len(input_tensor.shape) == 4 else (0, 0, 0, pad_size, 0, 0) + + return torch.nn.functional.pad(input_tensor, pad_shape, mode="constant", value=0) + + +def reshape_into_chunks(input_tensor, pad_size, chunk_size): + """ + Padding input_tensor with `pad_size` on the seq_len dim (dim=1) and + simultaneously splitting it into chunk sequences. + + Assumes that we only have tensors of either size 4 or 3 + """ + # [bsz, seq_len, ...] -> [bsz, seq_len multiple of chunk_size, ...] + input_tensor = pad_tensor_by_size(input_tensor, pad_size) + + if len(input_tensor.shape) == 3: + # [bsz, seq_len multiple of chunk_size, num_heads] -> [bsz, -1, chunk_size, num_heads] + return input_tensor.reshape(input_tensor.shape[0], -1, chunk_size, input_tensor.shape[2]) + else: + # [bsz, seq_len multiple of chunk_size, num_heads, head_dim or state_size] -> [bsz, -1, chunk_size, num_heads, head_dim or state_size] + return input_tensor.reshape( + input_tensor.shape[0], -1, chunk_size, input_tensor.shape[2], input_tensor.shape[3] + ) + + +def segment_sum(input_tensor): + """ + More stable segment sum calculation. Uses cumulative sums and masking instead of direct subtractions. + """ + chunk_size = input_tensor.size(-1) + # 1. expand input tensor to have an additional dimension and repeat along that dimension + # [..., chunk_size] -> [..., chunk_size, chunk_size] + input_tensor = input_tensor[..., None].expand(*input_tensor.size(), chunk_size) + # 2. create a lower triangular mask with the diagonal set to 0 to 0 out elements above diag + mask = torch.tril(torch.ones(chunk_size, chunk_size, device=input_tensor.device, dtype=torch.bool), diagonal=-1) + input_tensor = input_tensor.masked_fill(~mask, 0) + # 3. compute actual cumsum + tensor_segsum = torch.cumsum(input_tensor, dim=-2) + + # 4. apply mask to keep only the lower triangular part of the cumulative sum result (incl diagonal this time) + mask = torch.tril(torch.ones(chunk_size, chunk_size, device=input_tensor.device, dtype=torch.bool), diagonal=0) + tensor_segsum = tensor_segsum.masked_fill(~mask, -torch.inf) + return tensor_segsum + + +def apply_mask_to_padding_states(hidden_states, attention_mask): + """ + Tunes out the hidden states for padding tokens, see https://github.com/state-spaces/mamba/issues/66 + """ + if attention_mask is not None and attention_mask.shape[1] > 1 and attention_mask.shape[0] > 1: + dtype = hidden_states.dtype + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + + return hidden_states + +# Copied from https://github.com/huggingface/transformers/blob/main/src/transformers/models/jamba/modeling_jamba.py +class HybridMambaAttentionDynamicCache(DynamicCache): + """ + A dynamic cache that can handle both the attention cache (which has a seq_len dimension) and the mamba cache + (which has a constant shape regardless of seq_len). + + This cache has two sets of lists of tensors: `key_cache` and `value_cache` for attention cache and `conv_states` + and `ssm_states` for mamba cache. Each of these lists has `num_layers` tensors. The expected shape for each tensor + For attention layers, `key_cache` and `value_cache` have a shape of `(batch_size, num_heads, seq_len, head_dim)`, + while `conv_states` and `ssm_states` have a shape of `(batch_size, 0)` (empty tensors). + For mamba layers, `key_cache` and `value_cache` have a shape of `(batch_size, 0)` (empty tensors), + while `conv_states` represents the convolution state and has a shape of `(batch_size, d_inner, d_conv)`, + and `ssm_states` represents the ssm state and has a shape of `(batch_size, d_inner, d_state)`. + """ + + def __init__(self, config, batch_size, dtype=torch.float16, device=None): + super().__init__() + self.dtype = dtype + self.hybrid_override_pattern = config.hybrid_override_pattern + self.has_previous_state = False # only used by mamba + intermediate_size = config.mamba_num_heads * config.mamba_head_dim + ssm_state_size = config.ssm_state_size + conv_kernel_size = config.conv_kernel + self.conv_states = [] + self.ssm_states = [] + self.transformer_layers = [] + for i in range(config.num_hidden_layers): + if self.hybrid_override_pattern[i] == "M": + # Mamba layer + self.conv_states += [ + torch.zeros(batch_size, intermediate_size, conv_kernel_size, device=device, dtype=dtype) + ] + self.ssm_states += [ + torch.zeros(batch_size, intermediate_size, ssm_state_size, device=device, dtype=dtype) + ] + else: + # Attention or MLP layer + self.conv_states += [torch.tensor([[]] * batch_size, device=device)] + self.ssm_states += [torch.tensor([[]] * batch_size, device=device)] + self.transformer_layers.append(i) + + self.key_cache = [torch.tensor([[]] * batch_size, device=device) for _ in range(config.num_hidden_layers)] + self.value_cache = [torch.tensor([[]] * batch_size, device=device) for _ in range(config.num_hidden_layers)] + + def update( + self, + key_states: torch.Tensor, + value_states: torch.Tensor, + layer_idx: int, + cache_kwargs: Optional[Dict[str, Any]] = None, + ) -> Tuple[torch.Tensor, torch.Tensor]: + # Update the cache + if self.key_cache[layer_idx].shape[-1] == 0: + self.key_cache[layer_idx] = key_states + self.value_cache[layer_idx] = value_states + else: + self.key_cache[layer_idx] = torch.cat([self.key_cache[layer_idx], key_states], dim=2) + self.value_cache[layer_idx] = torch.cat([self.value_cache[layer_idx], value_states], dim=2) + + return self.key_cache[layer_idx], self.value_cache[layer_idx] + + def reorder_cache(self, beam_idx: torch.LongTensor): + """Reorders the cache for beam search, given the selected beam indices.""" + for layer_idx in range(len(self.key_cache)): + device = self.key_cache[layer_idx].device + self.key_cache[layer_idx] = self.key_cache[layer_idx].index_select(0, beam_idx.to(device)) + device = self.value_cache[layer_idx].device + self.value_cache[layer_idx] = self.value_cache[layer_idx].index_select(0, beam_idx.to(device)) + + device = self.conv_states[layer_idx].device + self.conv_states[layer_idx] = self.conv_states[layer_idx].index_select(0, beam_idx.to(device)) + device = self.ssm_states[layer_idx].device + self.ssm_states[layer_idx] = self.ssm_states[layer_idx].index_select(0, beam_idx.to(device)) + + def get_seq_length(self, layer_idx: Optional[int] = 0) -> int: + """Returns the sequence length of the cached states. A layer index can be optionally passed.""" + # take any layer that contains cache and not empty tensor + layer_idx = self.transformer_layers[0] if layer_idx not in self.transformer_layers else layer_idx + if len(self.key_cache) <= layer_idx: + return 0 + return self.key_cache[layer_idx].shape[-2] + + def to_legacy_cache(self) -> Tuple[Tuple[torch.Tensor], Tuple[torch.Tensor]]: + raise NotImplementedError("HybridMambaAttentionDynamicCache does not have a legacy cache equivalent.") + + @classmethod + def from_legacy_cache(cls, past_key_values: Optional[Tuple[Tuple[torch.FloatTensor]]] = None) -> "DynamicCache": + raise NotImplementedError("HybridMambaAttentionDynamicCache does not have a legacy cache equivalent.") + + # Copied from modeling_mamba2.py + def update_conv_state( + self, layer_idx: int, new_conv_state: torch.Tensor, cache_init: bool = False + ) -> torch.Tensor: + if cache_init: + self.conv_states[layer_idx] = new_conv_state.to(self.conv_states.device) + else: + self.conv_states[layer_idx] = self.conv_states[layer_idx].roll(shifts=-1, dims=-1) + self.conv_states[layer_idx][:, :, -1] = new_conv_state[:, 0, :].to(self.conv_states.device) + return self.conv_states[layer_idx] + + def update_ssm_state(self, layer_idx: int, new_ssm_state: torch.Tensor): + self.ssm_states[layer_idx] = new_ssm_state.to(self.ssm_states.device) + return self.ssm_states[layer_idx] + + def reset(self): + self.conv_states.zero_() + self.ssm_states.zero_() + +class MambaRMSNormGated(torch.nn.Module): + def __init__(self, hidden_size, group_size, eps=1e-5): + super().__init__() + self.weight = nn.Parameter(torch.ones(hidden_size)) + self.variance_epsilon = eps + self.group_size = group_size + + # jan28b version + def forward(self, hidden_states, gate=None): + return rmsnorm_fn(x=hidden_states, + weight=self.weight, + bias=None, # No bias + z=gate, + eps=self.variance_epsilon, + group_size=self.group_size, + norm_before_gate=False + ) + +class NemotronHMamba2Mixer(nn.Module): + """ + Compute ∆, A, B, C, and D the state space parameters and compute the `contextualized_states`. + A, D are input independent (see Mamba paper [1] Section 3.5.2 "Interpretation of A" for why A isn't selective) + ∆, B, C are input-dependent (this is a key difference between Mamba and the linear time invariant S4, + and is why Mamba is called **selective** state spaces) + """ + + def __init__(self, config: NemotronHConfig, layer_idx: int): + super().__init__() + self.num_heads = config.mamba_num_heads + self.hidden_size = config.hidden_size + self.ssm_state_size = config.ssm_state_size + self.conv_kernel_size = config.conv_kernel + self.intermediate_size = config.mamba_num_heads * config.mamba_head_dim + self.layer_idx = layer_idx + self.use_conv_bias = config.use_conv_bias + self.activation = config.mamba_hidden_act + self.act = ACT2FN[config.mamba_hidden_act] + + self.layer_norm_epsilon = config.layer_norm_epsilon + + self.n_groups = config.n_groups + self.head_dim = config.mamba_head_dim + self.chunk_size = config.chunk_size + + self.time_step_limit = config.time_step_limit + self.time_step_min = config.time_step_min + self.time_step_max = config.time_step_max + + self.conv_dim = self.intermediate_size + 2 * self.n_groups * self.ssm_state_size + self.conv1d = nn.Conv1d( + in_channels=self.conv_dim, + out_channels=self.conv_dim, + bias=config.use_conv_bias, + kernel_size=config.conv_kernel, + groups=self.conv_dim, + padding=config.conv_kernel - 1, + ) + + # projection of the input hidden states + projection_size = self.intermediate_size + self.conv_dim + self.num_heads + self.in_proj = nn.Linear( + self.hidden_size, + projection_size, + bias=config.use_bias, + ) + # selective projection used to make dt, B and C input dependant + + # time step projection (discretization) + # instantiate once and copy inv_dt in init_weights of PretrainedModel + self.dt_bias = nn.Parameter(torch.ones(self.num_heads)) + + # S4D real initialization. These are not discretized! + # The core is to load them, compute the discrete states, then write the updated state. Keeps the memory bounded + A = torch.arange(1, self.num_heads + 1) + self.A_log = nn.Parameter(torch.log(A)) + self.A_log._no_weight_decay = True + self.norm = MambaRMSNormGated(self.intermediate_size, eps=self.layer_norm_epsilon, group_size=self.intermediate_size // self.n_groups) + self.D = nn.Parameter(torch.ones(self.num_heads)) + self.D._no_weight_decay = True + + self.out_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=config.use_bias) + self.use_bias = config.use_bias + + if not is_fast_path_available: + logger.warning_once( + "The fast path is not available because on of `(selective_state_update, causal_conv1d_fn, causal_conv1d_update)`" + " is None. Falling back to the naive implementation. To install follow https://github.com/state-spaces/mamba/#installation and" + " https://github.com/Dao-AILab/causal-conv1d" + ) + + def cuda_kernels_forward( + self, + hidden_states: torch.Tensor, + cache_params: Optional[HybridMambaAttentionDynamicCache] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + ): + # 1. Gated MLP's linear projection + hidden_states = apply_mask_to_padding_states(hidden_states, attention_mask) + projected_states = self.in_proj(hidden_states) + + # Set up dimensions for reshapes later + batch_size, seq_len, _ = hidden_states.shape + groups_time_state_size = self.n_groups * self.ssm_state_size + d_mlp = ( + projected_states.shape[-1] + - 2 * self.intermediate_size + - 2 * self.n_groups * self.ssm_state_size + - self.num_heads + ) // 2 + + # Single step calculations via cache + if cache_params is not None and cache_position is not None and cache_position[0] > 0: + _, _, gate, hidden_states_B_C, dt = projected_states.squeeze(1).split( + [d_mlp, d_mlp, self.intermediate_size, self.conv_dim, self.num_heads], dim=-1 + ) + + # 2. Convolution sequence transformation + hidden_states_B_C = causal_conv1d_update( + hidden_states_B_C, + cache_params.conv_states[self.layer_idx], + self.conv1d.weight.squeeze(1), + self.conv1d.bias, + self.activation, + ) + + hidden_states, B, C = torch.split( + hidden_states_B_C, + [self.intermediate_size, groups_time_state_size, groups_time_state_size], + dim=-1, + ) + + # 3. SSM transformation + A = -torch.exp(self.A_log.float()) # (nheads,) + A = A[:, None, ...][:, :, None].expand(-1, self.head_dim, self.ssm_state_size).to(dtype=torch.float32) + dt = dt[:, :, None].expand(-1, -1, self.head_dim) + dt_bias = self.dt_bias[:, None, ...].expand(-1, self.head_dim) + D = self.D[:, None, ...].expand(-1, self.head_dim) + B = B.view(batch_size, self.n_groups, B.shape[1] // self.n_groups) + C = C.view(batch_size, self.n_groups, C.shape[1] // self.n_groups) + hidden_states_reshaped = hidden_states.view(batch_size, self.num_heads, self.head_dim) + hidden_states = selective_state_update( + cache_params.ssm_states[self.layer_idx], + hidden_states_reshaped, + dt, + A, + B, + C, + D, + z=None, + dt_bias=dt_bias, + dt_softplus=True, + ) + hidden_states = hidden_states.view(batch_size, self.num_heads * self.head_dim) + hidden_states = self.norm(hidden_states, gate) + + # 4. Final linear projection + out = self.out_proj(hidden_states)[:, None, ...] + + # Fused calculations or step by step if no initialized cache is found + else: + A = -torch.exp(self.A_log.float()) # (num_heads) or (intermediate_size, state_size) + dt_limit_kwargs = {} if self.time_step_limit == (0.0, float("inf")) else {"dt_limit": self.time_step_limit} + + # 2-4. Fused kernel for conv1d, SSM, and the final projection + if self.training and cache_params is None: + out = mamba_split_conv1d_scan_combined( + projected_states, + self.conv1d.weight.squeeze(1), + self.conv1d.bias, + self.dt_bias, + A, + D=self.D, + chunk_size=self.chunk_size, + seq_idx=None, # was seq_idx + activation=self.activation, + rmsnorm_weight=self.norm.weight, + rmsnorm_eps=self.norm.variance_epsilon, + outproj_weight=self.out_proj.weight, + outproj_bias=self.out_proj.bias, + headdim=self.head_dim, + ngroups=self.n_groups, + norm_before_gate=False, + return_final_states=False, + **dt_limit_kwargs, + ) + + else: + _, _, gate, hidden_states_B_C, dt = projected_states.split( + [d_mlp, d_mlp, self.intermediate_size, self.conv_dim, self.num_heads], dim=-1 + ) + + # 2. Convolution sequence transformation + # Init cache + if cache_params is not None: + hidden_states_B_C_transposed = hidden_states_B_C.transpose(1, 2) + conv_states = nn.functional.pad( + hidden_states_B_C_transposed, + (cache_params.conv_kernel_size - hidden_states_B_C_transposed.shape[-1], 0), + ) + cache_params.update_conv_state( + layer_idx=self.layer_idx, new_conv_state=conv_states, cache_init=True + ) + + if self.activation not in ["silu", "swish"]: + hidden_states_B_C = self.act( + self.conv1d(hidden_states_B_C.transpose(1, 2))[..., :seq_len].transpose(1, 2) + ) + else: + hidden_states_B_C = causal_conv1d_fn( + x=hidden_states_B_C.transpose(1, 2), + weight=self.conv1d.weight.squeeze(1), + bias=self.conv1d.bias, + activation=self.activation, + ).transpose(1, 2) + hidden_states_B_C = apply_mask_to_padding_states(hidden_states_B_C, attention_mask) + hidden_states, B, C = torch.split( + hidden_states_B_C, + [self.intermediate_size, groups_time_state_size, groups_time_state_size], + dim=-1, + ) + + # 3. SSM transformation + scan_output, ssm_state = mamba_chunk_scan_combined( + hidden_states.view(batch_size, seq_len, -1, self.head_dim), + dt, + A, + B.view(batch_size, seq_len, self.n_groups, -1), + C.view(batch_size, seq_len, self.n_groups, -1), + chunk_size=self.chunk_size, + D=self.D, + z=None, + seq_idx=None, + return_final_states=True, + dt_bias=self.dt_bias, + dt_softplus=True, + **dt_limit_kwargs, + ) + + # Init cache + if ssm_state is not None and cache_params is not None: + cache_params.update_ssm_state(layer_idx=self.layer_idx, new_ssm_state=ssm_state) + + scan_output = scan_output.view(batch_size, seq_len, -1) + + # Multiply "gate" branch and apply extra normalization layer + scan_output = self.norm(scan_output, gate) + + # 4. Final linear projection + out = self.out_proj(scan_output) + return out + + # fmt: off + def torch_forward(self, input_states, cache_params: Optional[HybridMambaAttentionDynamicCache]=None, cache_position:Optional[torch.LongTensor]=None, attention_mask: Optional[torch.Tensor]=None): + batch_size, seq_len, _ = input_states.shape + dtype = input_states.dtype + + # 1. Gated MLP's linear projection + input_states = apply_mask_to_padding_states(input_states, attention_mask) + projected_states = self.in_proj(input_states) + d_mlp = (projected_states.shape[-1] - 2 * self.intermediate_size - 2 * self.n_groups * self.ssm_state_size-self.num_heads) // 2 + _, _, gate, hidden_states_B_C, dt = projected_states.split( + [d_mlp, d_mlp, self.intermediate_size, self.conv_dim, self.num_heads], dim=-1 + ) + + # 2. Convolution sequence transformation + if cache_params is not None and cache_position is not None and cache_position[0] > 0: + cache_params.update_conv_state(layer_idx=self.layer_idx, new_conv_state=hidden_states_B_C, cache_init=False) + + # We need to guarantee that anything regarding the cache is on the same device + conv_states = cache_params.conv_states[self.layer_idx].to(device=self.conv1d.weight.device) + + hidden_states_B_C = torch.sum( + conv_states * self.conv1d.weight.squeeze(1), dim=-1 + ) + if self.use_conv_bias: + hidden_states_B_C = hidden_states_B_C + self.conv1d.bias + hidden_states_B_C = self.act(hidden_states_B_C) + else: + # Init cache + if cache_params is not None: + hidden_states_B_C_transposed = hidden_states_B_C.transpose(1, 2) + conv_states = nn.functional.pad( + hidden_states_B_C_transposed, (cache_params.conv_kernel_size - hidden_states_B_C_transposed.shape[-1], 0) + ) + cache_params.update_conv_state(layer_idx=self.layer_idx, new_conv_state=conv_states, cache_init=True) + + hidden_states_B_C = self.act(self.conv1d(hidden_states_B_C.transpose(1, 2))[..., :seq_len].transpose(1, 2)) + + hidden_states_B_C = apply_mask_to_padding_states(hidden_states_B_C, attention_mask) + hidden_states, B, C = torch.split( + hidden_states_B_C, + [self.intermediate_size, self.n_groups * self.ssm_state_size, self.n_groups * self.ssm_state_size], + dim=-1 + ) + + # 3. SSM transformation + A = -torch.exp(self.A_log.float()) # [num_heads] + if cache_params is not None and cache_position is not None and cache_position[0] > 0: + # We need to guarantee that anything regarding the cache is on the same device + cache_device = cache_params.ssm_states.device + + # Note: there is no need to pad parameter matrices here, as there is just one new token + # for batched generation + dt = dt[:, 0, :][:, None, ...] + dt = dt.transpose(1, 2).expand(batch_size, dt.shape[-1], self.head_dim) + # [num_heads] -> [num_heads, head_dim] + dt_bias = self.dt_bias[..., None].expand(self.dt_bias.shape[0], self.head_dim) + + dt = torch.nn.functional.softplus(dt + dt_bias.to(dt.dtype)) + dt = torch.clamp(dt, self.time_step_limit[0], self.time_step_limit[1]) + A = A[..., None, None].expand(self.num_heads, self.head_dim, self.ssm_state_size).to(dtype=torch.float32) + # [bsz, num_heads, head_dim, state_size] + dA = (torch.exp(dt[..., None] * A)).to(device=cache_device) + + # Discretize B + # [bsz, n_groups * state_size] -> [bsz, n_groups, 1, state_size] -> + # -> [bsz, n_groups, group to head repetition factor, state_size] -> [bsz, num_heads, state_size] + B = B.reshape(batch_size, self.n_groups, -1)[..., None, :] + B = B.expand(batch_size, self.n_groups, self.num_heads // self.n_groups, B.shape[-1]).contiguous() + B = B.reshape(batch_size, -1, B.shape[-1]) + # [bsz, num_heads, head_dim, state_size] + dB = dt[..., None] * B[..., None, :] + + # Discretize x into dB + # [bsz, intermediate_size] -> [bsz, num_heads, head_dim] + hidden_states = hidden_states.reshape(batch_size, -1, self.head_dim) + dBx = (dB * hidden_states[..., None]).to(device=cache_device) + + # State calculation + cache_params.update_ssm_state( + layer_idx=self.layer_idx, + new_ssm_state=cache_params.ssm_states[self.layer_idx] * dA + dBx + ) + + # Subsequent output + # [bsz, n_groups * state_size] -> [bsz, num_heads, state_size] + C = C.reshape(batch_size, self.n_groups, -1)[..., None, :] + C = C.expand(batch_size, self.n_groups, self.num_heads // self.n_groups, C.shape[-1]).contiguous() + C = C.reshape(batch_size, -1, C.shape[-1]) + # [bsz, num_heads, head_dim] + + ssm_states = cache_params.ssm_states[self.layer_idx].to(device=C.device, dtype=C.dtype) # Shape: [b, h, d, n] + # Reshape ssm_states to merge the first two dimensions + ssm_states_reshaped = ssm_states.view(batch_size * self.num_heads, self.head_dim, self.ssm_state_size) # Shape: [b*h, d, n] + C_reshaped = C.view(batch_size * self.num_heads, self.ssm_state_size, 1) # Shape: [b*h, n, 1] + y = torch.bmm(ssm_states_reshaped, C_reshaped) + y = y.view(batch_size, self.num_heads, self.head_dim) + + # D skip connection + # [num_heads] -> [num_heads, head_dim] + D = self.D[..., None].expand(self.D.shape[0], self.head_dim) + y = (y + hidden_states * D).to(y.dtype) + + # [bsz, num_heads, head_dim] -> [bsz, 1, intermediate_size] + y = y.reshape(batch_size, -1)[:, None, ...] + else: + # begin ssd naive implementation without einsums + dt = nn.functional.softplus(dt + self.dt_bias) + dt = torch.clamp(dt, self.time_step_limit[0], self.time_step_limit[1]) + hidden_states = hidden_states.reshape(batch_size, seq_len, -1, self.head_dim).float() + B = B.reshape(batch_size, seq_len, -1, self.ssm_state_size).float() + C = C.reshape(batch_size, seq_len, -1, self.ssm_state_size).float() + B = B.repeat_interleave(self.num_heads // self.n_groups, dim=2, output_size=self.num_heads) + C = C.repeat_interleave(self.num_heads // self.n_groups, dim=2, output_size=self.num_heads) + pad_size = (self.chunk_size - seq_len % self.chunk_size) % self.chunk_size + + D_residual = self.D[..., None] * pad_tensor_by_size(hidden_states, pad_size) + + # Discretize x and A + hidden_states = hidden_states * dt[..., None] + A = A.to(hidden_states.dtype) * dt + + # Rearrange into blocks/chunks + hidden_states, A, B, C = [reshape_into_chunks(t, pad_size, self.chunk_size) for t in (hidden_states, A, B, C)] + + # [bsz, -1, chunk_size, num_heads] -> [bsz, num_heads, -1, chunk_size] + A = A.permute(0, 3, 1, 2) + A_cumsum = torch.cumsum(A, dim=-1) + + # 1. Compute the output for each intra-chunk (diagonal blocks) + # This is the analog of a causal mask + L = torch.exp(segment_sum(A)) + + # Contraction of C and B to get G (attention-weights like) + G_intermediate = C[:, :, :, None, :, :] * B[:, :, None, :, :, :] # shape: (b, c, l, s, h, n) + G = G_intermediate.sum(dim=-1) # shape: (b, c, l, s, h) + + # Compute M, equivalent to applying attention mask to weights + M_intermediate = G[..., None] * L.permute(0, 2, 3, 4, 1)[..., None] + M = M_intermediate.sum(dim=-1) + + # Compute Y_diag (apply to values) + Y_diag = (M[..., None] * hidden_states[:, :, None]).sum(dim=3) + + # 2. Compute the state for each intra-chunk + # (right term of low-rank factorization of off-diagonal blocks; B terms) + decay_states = torch.exp((A_cumsum[:, :, :, -1:] - A_cumsum)) + B_decay = B * decay_states.permute(0, -2, -1, 1)[..., None] + states = (B_decay[..., None, :] * hidden_states[..., None]).sum(dim=2) + + # 3. Compute the inter-chunk SSM recurrence; produces correct SSM states at chunk boundaries + # (middle term of factorization of off-diag blocks; A terms) + if cache_params is not None and cache_position is not None and cache_position[0] > 0: + previous_states = cache_params.ssm_states[self.layer_idx][:, None, ...].to(device=states.device) + else: + previous_states = torch.zeros_like(states[:, :1]) + states = torch.cat([previous_states, states], dim=1) + decay_chunk = torch.exp(segment_sum(nn.functional.pad(A_cumsum[:, :, :, -1], (1, 0)))) + decay_chunk = decay_chunk.transpose(1, 3) + new_states = (decay_chunk[..., None, None] * states[:, :, None, ...]).sum(dim=1) + states, ssm_state = new_states[:, :-1], new_states[:, -1] + + # 4. Compute state -> output conversion per chunk + # (left term of low-rank factorization of off-diagonal blocks; C terms) + state_decay_out = torch.exp(A_cumsum) + C_times_states = (C[..., None, :] * states[:, :, None, ...]) + state_decay_out_permuted = state_decay_out.permute(0, 2, 3, 1) + Y_off = (C_times_states.sum(-1) * state_decay_out_permuted[..., None]) + + # Add output of intra-chunk and inter-chunk terms (diagonal and off-diagonal blocks) + y = Y_diag + Y_off + # [bsz, -1, self.chunk_size, num_heads, head_dim] -> [bsz, (padded) seq_len, num_heads, head_dim] + y = y.reshape(batch_size, -1, self.num_heads, self.head_dim) + + y = y + D_residual + # Cutting off padded chunks + if pad_size > 0: + y = y[:, :seq_len, :, :] + y = y.reshape(batch_size, seq_len, -1) + + # Init cache + if ssm_state is not None and cache_params is not None: + cache_params.update_ssm_state(layer_idx=self.layer_idx, new_ssm_state=ssm_state) + + scan_output = self.norm(y, gate) + + # end ssd naive + + # 4. Final linear projection + contextualized_states = self.out_proj(scan_output.to(dtype)) # [batch, seq_len, hidden_size] + return contextualized_states + # fmt: on + + def forward( + self, + hidden_states, + cache_params: Optional[HybridMambaAttentionDynamicCache] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + ): + if is_fast_path_available and "cuda" in self.in_proj.weight.device.type: + return self.cuda_kernels_forward(hidden_states, cache_params, cache_position, attention_mask) + dtype = hidden_states.dtype + if attention_mask is not None and attention_mask.shape[1] > 1 and attention_mask.shape[0] > 1: + # tune out hidden states for pad tokens, see https://github.com/state-spaces/mamba/issues/66 + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + + return self.torch_forward(hidden_states, cache_params, cache_position, attention_mask) + + +class NemotronHRMSNorm(nn.Module): + def __init__(self, hidden_size, eps=1e-6): + """ + NemotronHRMSNorm is equivalent to T5LayerNorm and LlamaRMSNorm + """ + super().__init__() + self.weight = nn.Parameter(torch.ones(hidden_size)) + self.variance_epsilon = eps + + def forward(self, hidden_states): + input_dtype = hidden_states.dtype + hidden_states = hidden_states.to(torch.float32) + variance = hidden_states.pow(2).mean(-1, keepdim=True) + hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon) + # Weights are in float32 + return (self.weight.to(torch.float32) * hidden_states).to(input_dtype) + +class NemotronHBlock(nn.Module): + def __init__(self, config, layer_idx): + super().__init__() + self.config = config + self.layer_idx = layer_idx + self.residual_in_fp32 = config.residual_in_fp32 + self.norm = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + + # M: Mamba2, *: Attention, -: MLP + self.block_type = config.layers_block_type[layer_idx] + if self.block_type == "mamba": + self.mixer = NemotronHMamba2Mixer(config, layer_idx=layer_idx) + elif self.block_type == "attention": + self.mixer = NEMOTRONH_ATTENTION_CLASSES[config._attn_implementation](config, layer_idx=layer_idx) + elif self.block_type == "mlp": + self.mixer = NemotronHMLP(config, layer_idx=layer_idx) + elif self.block_type == "moe": + self.mixer = NemotronHMOE(config, layer_idx=layer_idx) + else: + raise ValueError(f"Invalid layer pattern {config.hybrid_override_pattern[layer_idx]}") + + def forward( + self, + hidden_states, + cache_params: Optional[HybridMambaAttentionDynamicCache] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + ): + with torch.cuda.stream(torch.cuda.default_stream(hidden_states.device)): + # * Use torch.cuda.stream() to avoid NaN issues when using multiple GPUs + residual = hidden_states + hidden_states = self.norm(hidden_states.to(dtype=self.norm.weight.dtype)) + if self.residual_in_fp32: + residual = residual.to(torch.float32) + + if self.block_type == "mamba": + hidden_states = self.mixer( + hidden_states, cache_params=cache_params, cache_position=cache_position + ) + elif self.block_type == "attention": + hidden_states = self.mixer( + hidden_states, cache_position=cache_position + ) + hidden_states = hidden_states[0] + elif self.block_type in ["mlp", "moe"]: + hidden_states = self.mixer( + hidden_states + ) + else: + raise ValueError(f"Invalid block_type: {self.block_type}") + + hidden_states = residual + hidden_states + return hidden_states + + +# Copied from transformers.models.nemotron.modeling_nemotron Nemotron->NemotronH +class NemotronHMLP(nn.Module): + def __init__(self, config, intermediate_size=None, layer_idx: Optional[int] = None, is_expert=False): + super().__init__() + self.config = config + self.layer_idx = layer_idx + if layer_idx is None: + logger.warning_once( + f"Instantiating {self.__class__.__name__} without passing a `layer_idx` is not recommended and will " + "lead to errors during the forward call if caching is used. Please make sure to provide a `layer_idx` " + "when creating this class." + ) + use_latent_size = (self.config.moe_latent_size is not None) and is_expert + self.hidden_size = config.hidden_size + input_size = self.hidden_size if not use_latent_size else config.moe_latent_size + + self.intermediate_size = intermediate_size or config.intermediate_size + self.up_proj = nn.Linear(input_size, self.intermediate_size, bias=config.mlp_bias) + self.down_proj = nn.Linear(self.intermediate_size, input_size, bias=config.mlp_bias) + self.act_fn = ACT2FN[config.mlp_hidden_act] + + def forward(self, x): + return self.down_proj(self.act_fn(self.up_proj(x))) + + +class NemotronHMOE(nn.Module): + def __init__(self, config, layer_idx: Optional[int] = None): + super().__init__() + self.config = config + self.experts = nn.ModuleList( + [ + NemotronHMLP(config, intermediate_size=config.moe_intermediate_size, layer_idx=layer_idx, is_expert=True) + for _ in range(config.n_routed_experts) + ] + ) + self.gate = NemotronHTopkRouter(config) + self.shared_experts = NemotronHMLP( + config=config, intermediate_size=config.moe_shared_expert_intermediate_size, layer_idx=layer_idx, is_expert=False + ) + + if config.moe_latent_size is not None: + self.fc1_latent_proj = nn.Linear(config.hidden_size, config.moe_latent_size, bias=config.mlp_bias) + self.fc2_latent_proj = nn.Linear(config.moe_latent_size, config.hidden_size, bias=config.mlp_bias) + else: + self.fc1_latent_proj = nn.Identity() + self.fc2_latent_proj = nn.Identity() + + def moe(self, hidden_states: torch.Tensor, topk_indices: torch.Tensor, topk_weights: torch.Tensor): + r""" + CALL FOR CONTRIBUTION! I don't have time to optimise this right now, but expert weights need to be fused + to not have to do a loop here (deepseek has 256 experts soooo yeah). + """ + final_hidden_states = torch.zeros_like(hidden_states, dtype=topk_weights.dtype) + expert_mask = torch.nn.functional.one_hot(topk_indices, num_classes=len(self.experts)) + expert_mask = expert_mask.permute(2, 0, 1) + + for expert_idx in range(len(self.experts)): + expert = self.experts[expert_idx] + mask = expert_mask[expert_idx] + token_indices, weight_indices = torch.where(mask) + + if token_indices.numel() > 0: + expert_weights = topk_weights[token_indices, weight_indices] + expert_input = hidden_states[token_indices] + expert_output = expert(expert_input) + weighted_output = expert_output * expert_weights.unsqueeze(-1) + final_hidden_states.index_add_(0, token_indices, weighted_output) + else: + # Local empty expert: no-op compute that still marks params as used. + expert_dtype = expert.down_proj.weight.dtype + dummy_out = expert(torch.zeros_like(hidden_states[0]).unsqueeze(0).to(expert_dtype)) + final_hidden_states = final_hidden_states + dummy_out + + + # in original deepseek, the output of the experts are gathered once we leave this module + # thus the moe module is itelsf an IsolatedParallel module + # and all expert are "local" meaning we shard but we don't gather + return final_hidden_states.type(hidden_states.dtype) + + def forward(self, hidden_states): + residuals = hidden_states + orig_shape = hidden_states.shape + topk_indices, topk_weights = self.gate(hidden_states) + hidden_states = hidden_states.view(-1, hidden_states.shape[-1]) + + hidden_states = self.fc1_latent_proj(hidden_states) + hidden_states = self.moe(hidden_states, topk_indices, topk_weights) + hidden_states = self.fc2_latent_proj(hidden_states) + + hidden_states = hidden_states.view(*orig_shape) + + hidden_states = hidden_states + self.shared_experts(residuals) + return hidden_states + + +class NemotronHTopkRouter(nn.Module): + def __init__(self, config): + super().__init__() + self.config = config + self.top_k = config.num_experts_per_tok + self.n_routed_experts = config.n_routed_experts + self.routed_scaling_factor = config.routed_scaling_factor + self.n_group = config.n_group + self.topk_group = config.topk_group + self.norm_topk_prob = config.norm_topk_prob + + self.weight = nn.Parameter(torch.empty((self.n_routed_experts, config.hidden_size))) + self.register_buffer("e_score_correction_bias", torch.zeros(self.n_routed_experts, dtype=torch.float32)) + + @torch.no_grad() + def get_topk_indices(self, scores): + scores_for_choice = scores.view(-1, self.n_routed_experts) + self.e_score_correction_bias.unsqueeze(0) + group_scores = ( + scores_for_choice.view(-1, self.n_group, self.n_routed_experts // self.n_group) + .topk(2, dim=-1)[0] + .sum(dim=-1) + ) + group_idx = torch.topk(group_scores, k=self.topk_group, dim=-1, sorted=False)[1] + group_mask = torch.zeros_like(group_scores) + group_mask.scatter_(1, group_idx, 1) + score_mask = ( + group_mask.unsqueeze(-1) + .expand(-1, self.n_group, self.n_routed_experts // self.n_group) + .reshape(-1, self.n_routed_experts) + ) + scores_for_choice = scores_for_choice.masked_fill(~score_mask.bool(), 0.0) + topk_indices = torch.topk(scores_for_choice, k=self.top_k, dim=-1, sorted=False)[1] + return topk_indices + + def forward(self, hidden_states): + self._maintain_float32_expert_bias() + + hidden_states = hidden_states.view(-1, self.config.hidden_size) + router_logits = F.linear(hidden_states.type(torch.float32), self.weight.type(torch.float32)) + scores = router_logits.sigmoid() + topk_indices = self.get_topk_indices(scores) + topk_weights = scores.gather(1, topk_indices) + if self.norm_topk_prob: + denominator = topk_weights.sum(dim=-1, keepdim=True) + 1e-20 + topk_weights /= denominator + topk_weights = topk_weights * self.routed_scaling_factor + return topk_indices, topk_weights + + def _maintain_float32_expert_bias(self): + if self.e_score_correction_bias.dtype != torch.float32: + self.e_score_correction_bias.data = self.e_score_correction_bias.data.to(torch.float32) + + +class NemotronHMultiTokenPredictorLayer(NemotronHBlock): + def __init__(self, config, layer_idx, is_first=False, is_last=False): + super().__init__(config, layer_idx) + self.is_first = is_first + self.is_last = is_last + + if self.is_first: + self.eh_proj = nn.Linear(2*config.hidden_size, config.hidden_size, bias=config.mlp_bias) + self.enorm = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + self.hnorm = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + + if self.is_last: + self.final_layernorm = nn.LayerNorm(config.hidden_size, bias=config.mlp_bias) + + def forward(self, x): + raise NotImplementedError("NemotronHMultiTokenPredictorLayer is not implemented in HuggingFace yet") + + +class NemotronHMultiTokenPredictor(nn.Module): + def __init__(self, config): + super().__init__() + + config_mtp = copy.deepcopy(config) + config_mtp.hybrid_override_pattern = config.mtp_hybrid_override_pattern + config_mtp.num_hidden_layers = len(config_mtp.mtp_hybrid_override_pattern) + + layers = [] + for _ in range(config.num_nextn_predict_layers): + for layer_idx in range(config_mtp.num_hidden_layers): + is_first = (layer_idx == 0) + is_last = (layer_idx == config_mtp.num_hidden_layers - 1) + layers.append( + NemotronHMultiTokenPredictorLayer( + config=config_mtp, + layer_idx=layer_idx, + is_first=is_first, + is_last=is_last + ) + ) + self.layers = torch.nn.ModuleList(layers) + + def forward(self, x): + raise NotImplementedError("NemotronHMultiTokenPredictor is not implemented in HuggingFace yet") + + +# Copied from transformers.models.llama.modeling_llama.repeat_kv +def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor: + """ + This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch, + num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim) + """ + batch, num_key_value_heads, slen, head_dim = hidden_states.shape + if n_rep == 1: + return hidden_states + hidden_states = hidden_states[:, :, None, :, :].expand(batch, num_key_value_heads, n_rep, slen, head_dim) + return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim) + + +class NemotronHAttention(nn.Module): + """Multi-headed attention from 'Attention Is All You Need' paper""" + + def __init__(self, config: NemotronHConfig, layer_idx: Optional[int] = None): + super().__init__() + self.config = config + self.layer_idx = layer_idx + if layer_idx is None: + logger.warning_once( + f"Instantiating {self.__class__.__name__} without passing a `layer_idx` is not recommended and will " + "lead to errors during the forward call if caching is used. Please make sure to provide a `layer_idx` " + "when creating this class." + ) + + self.attention_dropout = config.attention_dropout + self.hidden_size = config.hidden_size + self.num_heads = config.num_attention_heads + if config.head_dim is not None: + self.head_dim = config.head_dim + else: + self.head_dim = config.hidden_size // config.num_attention_heads + self.num_key_value_heads = config.num_key_value_heads + self.num_key_value_groups = self.num_heads // self.num_key_value_heads + self.max_position_embeddings = config.max_position_embeddings + self.is_causal = True + + self.q_proj = nn.Linear(self.hidden_size, self.num_heads * self.head_dim, bias=config.attention_bias) + self.k_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias) + self.v_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias) + self.o_proj = nn.Linear(self.head_dim * self.num_heads, self.hidden_size, bias=config.attention_bias) + + def forward( + self, + hidden_states: torch.Tensor, + # position_embeddings: Tuple[torch.Tensor, torch.Tensor], #TODO + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_value: Optional[HybridMambaAttentionDynamicCache] = None, + output_attentions: bool = False, + use_cache: bool = False, + cache_position: Optional[torch.LongTensor] = None, + ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]: + bsz, q_len, _ = hidden_states.size() + + query_states = self.q_proj(hidden_states) + key_states = self.k_proj(hidden_states) + value_states = self.v_proj(hidden_states) + + query_states = query_states.view(bsz, q_len, self.num_heads, self.head_dim).transpose(1, 2) + key_states = key_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + value_states = value_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + + if past_key_value is not None: + key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx) + + key_states = repeat_kv(key_states, self.num_key_value_groups) + value_states = repeat_kv(value_states, self.num_key_value_groups) + + causal_mask = attention_mask + if attention_mask is not None: # no matter the length, we just slice it + causal_mask = attention_mask[:, :, :, : key_states.shape[-2]] + + if query_states.device.type == "cuda" and attention_mask is not None: + query_states = query_states.contiguous() + key_states = key_states.contiguous() + value_states = value_states.contiguous() + + is_causal = True if causal_mask is None and q_len > 1 else False + + attn_output = torch.nn.functional.scaled_dot_product_attention( + query_states, + key_states, + value_states, + attn_mask=causal_mask, + dropout_p=self.attention_dropout if self.training else 0.0, + is_causal=is_causal, + ) + attn_output = attn_output.transpose(1, 2).contiguous() + #attn_output = attn_output.view(bsz, q_len, self.hidden_size) + attn_output = attn_output.view(bsz, q_len, self.num_heads * self.head_dim) + + attn_output = self.o_proj(attn_output) + + return attn_output, None, past_key_value + + +# Adapted from transformers.models.mistral.modeling_mistral.MistralFlashAttention2 with Mistral->Jamba +#class JambaFlashAttention2(JambaAttention): +class NemotronHFlashAttention2(NemotronHAttention): + """ + Jamba flash attention module. This module inherits from `JambaAttention` as the weights of the module stays + untouched. The only required change would be on the forward pass where it needs to correctly call the public API of + flash attention and deal with padding tokens in case the input contains any of them. + """ + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + + # TODO: Should be removed once Flash Attention for RoCm is bumped to 2.1. + # flash_attn<2.1 generates top-left aligned causal mask, while what is needed here is bottom-right alignement, that was made default for flash_attn>=2.1. This attribute is used to handle this difference. Reference: https://github.com/Dao-AILab/flash-attention/releases/tag/v2.1.0. + # Beware that with flash_attn<2.1, using q_seqlen != k_seqlen (except for the case q_seqlen == 1) produces a wrong mask (top-left). + self._flash_attn_uses_top_left_mask = not is_flash_attn_greater_or_equal_2_10() + + def forward( + self, + hidden_states: torch.Tensor, + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_value: Optional[HybridMambaAttentionDynamicCache] = None, + output_attentions: bool = False, + use_cache: bool = False, + cache_position: Optional[torch.LongTensor] = None, + **kwargs, + ): + bsz, q_len, _ = hidden_states.size() + + query_states = self.q_proj(hidden_states) + key_states = self.k_proj(hidden_states) + value_states = self.v_proj(hidden_states) + + # Flash attention requires the input to have the shape + # batch_size x seq_length x head_dim x hidden_dim + # therefore we just need to keep the original shape + query_states = query_states.view(bsz, q_len, self.num_heads, self.head_dim) + key_states = key_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + value_states = value_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + + if past_key_value is not None: + key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx) + + # repeat k/v heads if n_kv_heads < n_heads + key_states = repeat_kv(key_states, self.num_key_value_groups) + value_states = repeat_kv(value_states, self.num_key_value_groups) + dropout_rate = 0.0 if not self.training else self.attention_dropout + + # In PEFT, usually we cast the layer norms in float32 for training stability reasons + # therefore the input hidden states gets silently casted in float32. Hence, we need + # cast them back in float16 just to be sure everything works as expected. + input_dtype = query_states.dtype + if input_dtype == torch.float32: + if torch.is_autocast_enabled(): + target_dtype = torch.get_autocast_gpu_dtype() + # Handle the case where the model is quantized + elif hasattr(self.config, "_pre_quantization_dtype"): + target_dtype = self.config._pre_quantization_dtype + else: + target_dtype = self.q_proj.weight.dtype + + logger.warning_once( + f"The input hidden states seems to be silently casted in float32, this might be related to" + f" the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in" + f" {target_dtype}." + ) + + query_states = query_states.to(target_dtype) + key_states = key_states.to(target_dtype) + value_states = value_states.to(target_dtype) + + # Reashape to the expected shape for Flash Attention + key_states = key_states.transpose(1, 2) + value_states = value_states.transpose(1, 2) + + attn_output = _flash_attention_forward( + query_states, + key_states, + value_states, + attention_mask, + q_len, + dropout=dropout_rate, + sliding_window=getattr(self.config, "sliding_window", None), + is_causal=self.is_causal, + use_top_left_mask=self._flash_attn_uses_top_left_mask, + ) + + #attn_output = attn_output.reshape(bsz, q_len, self.hidden_size).contiguous() + attn_output = attn_output.reshape(bsz, q_len, self.num_heads * self.head_dim).contiguous() + attn_output = self.o_proj(attn_output) + + if not output_attentions: + attn_weights = None + + return attn_output, attn_weights, past_key_value + + +# Adapted from transformers.models.mistral.modeling_mistral.MistralSdpaAttention with Mistral->Jamba +#class JambaSdpaAttention(JambaAttention): +class NemotronHSdpaAttention(NemotronHAttention): + """ + Jamba attention module using torch.nn.functional.scaled_dot_product_attention. This module inherits from + `JambaAttention` as the weights of the module stays untouched. The only changes are on the forward pass to adapt to + SDPA API. + """ + + # Adapted from NemotronHAttention.forward + def forward( + self, + hidden_states: torch.Tensor, + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_value: Optional[HybridMambaAttentionDynamicCache] = None, + output_attentions: bool = False, + use_cache: bool = False, + cache_position: Optional[torch.LongTensor] = None, + ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]: + if output_attentions: + # TODO: Improve this warning with e.g. `model.config.attn_implementation = "manual"` once this is implemented. + logger.warning_once( + "NemotronHModel is using NemotronHSdpaAttention, but `torch.nn.functional.scaled_dot_product_attention` does not support `output_attentions=True`. Falling back to the manual attention implementation, " + 'but specifying the manual implementation will be required from Transformers version v5.0.0 onwards. This warning can be removed using the argument `attn_implementation="eager"` when loading the model.' + ) + return super().forward( + hidden_states=hidden_states, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_value=past_key_value, + output_attentions=output_attentions, + use_cache=use_cache, + ) + + bsz, q_len, _ = hidden_states.size() + + query_states = self.q_proj(hidden_states) + key_states = self.k_proj(hidden_states) + value_states = self.v_proj(hidden_states) + + query_states = query_states.view(bsz, q_len, self.num_heads, self.head_dim).transpose(1, 2) + key_states = key_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + value_states = value_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + + if past_key_value is not None: + key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx) + + key_states = repeat_kv(key_states, self.num_key_value_groups) + value_states = repeat_kv(value_states, self.num_key_value_groups) + + causal_mask = attention_mask + if attention_mask is not None: + causal_mask = causal_mask[:, :, :, : key_states.shape[-2]] + + # SDPA with memory-efficient backend is currently (torch==2.1.2) bugged with non-contiguous inputs with custom attn_mask, + # Reference: https://github.com/pytorch/pytorch/issues/112577. + if query_states.device.type == "cuda" and attention_mask is not None: + query_states = query_states.contiguous() + key_states = key_states.contiguous() + value_states = value_states.contiguous() + + # We dispatch to SDPA's Flash Attention or Efficient kernels via this `is_causal` if statement instead of an inline conditional assignment + # in SDPA to support both torch.compile's dynamic shapes and full graph options. An inline conditional prevents dynamic shapes from compiling. + # The q_len > 1 is necessary to match with AttentionMaskConverter.to_causal_4d that does not create a causal mask in case q_len == 1. + is_causal = True if self.is_causal and causal_mask is None and q_len > 1 else False + + attn_output = torch.nn.functional.scaled_dot_product_attention( + query_states, + key_states, + value_states, + attn_mask=causal_mask, + dropout_p=self.attention_dropout if self.training else 0.0, + is_causal=is_causal, + ) + + attn_output = attn_output.transpose(1, 2).contiguous() + attn_output = attn_output.view(bsz, q_len, self.hidden_size) + + attn_output = self.o_proj(attn_output) + + return attn_output, None, past_key_value + + +NEMOTRONH_ATTENTION_CLASSES = { + "eager": NemotronHAttention, + "flash_attention_2": NemotronHFlashAttention2, + "sdpa": NemotronHSdpaAttention, +} + +# Copied from transformers.models.mamba.modeling_mamba2.Mamba2PreTrainedModel +class NemotronHPreTrainedModel(PreTrainedModel): + """ + An abstract class to handle weights initialization and a simple interface for downloading and loading pretrained + models. + """ + + config_class = NemotronHConfig + base_model_prefix = "backbone" + _no_split_modules = ["NemotronHBlock"] + supports_gradient_checkpointing = True + _is_stateful = True + + def _init_weights(self, module): + """Initialize the weights.""" + if isinstance(module, NemotronHMamba2Mixer): + module.A_log._no_weight_decay = True + module.D._no_weight_decay = True + + dt = torch.exp( + torch.rand(self.config.mamba_num_heads) + * (math.log(self.config.time_step_max) - math.log(self.config.time_step_min)) + + math.log(self.config.time_step_min) + ).clamp(min=self.config.time_step_floor) + + # # Inverse of softplus: https://github.com/pytorch/pytorch/issues/72759 + inv_dt = dt + torch.log(-torch.expm1(-dt)) + with torch.no_grad(): + module.dt_bias.copy_(inv_dt) + module.dt_bias._no_reinit = True + + if isinstance(module, nn.Linear): + if module.bias is not None: + if not getattr(module.bias, "_no_reinit", False): + nn.init.zeros_(module.bias) + elif isinstance(module, nn.Embedding): + nn.init.normal_(module.weight, std=self.config.initializer_range) + + # TODO: Check + if self.config.rescale_prenorm_residual: + # Reinitialize selected weights subject to the OpenAI GPT-2 Paper Scheme: + # > A modified initialization which accounts for the accumulation on the residual path with model depth. Scale + # > the weights of residual layers at initialization by a factor of 1/√N where N is the # of residual layers. + # > -- GPT-2 :: https://openai.com/blog/better-language-models/ + # + # Reference (Megatron-LM): https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/model/gpt_model.py + for name, p in module.named_parameters(): + if name in ["out_proj.weight"]: + # Special Scaled Initialization --> There are 2 Layer Norms per Transformer Block + # Following Pytorch init, except scale by 1/sqrt(2 * n_layer) + # We need to reinit p since this code could be called multiple times + # Having just p *= scale would repeatedly scale it down + nn.init.kaiming_uniform_(p, a=math.sqrt(5)) + with torch.no_grad(): + p /= math.sqrt(self.config.num_hidden_layers) + + +@dataclass +# Copied from transformers.models.mamba.modeling_mamba2.Mamba2Output with MAMBA2->NemotronH,Mamba2->NemotronH +class NemotronHOutput(ModelOutput): + """ + Class for the NemotronH model outputs. + + Args: + last_hidden_state (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`): + Sequence of hidden-states at the output of the last layer of the model. + cache_params (`HybridMambaAttentionDynamicCache`): + The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to + avoid providing the old `input_ids`. + + Includes both the State space model state matrices after the selective scan, and the Convolutional states + hidden_states (`tuple(torch.FloatTensor)`, *optional*, returned when `output_hidden_states=True` is passed or when `config.output_hidden_states=True`): + Tuple of `torch.FloatTensor` (one for the output of the embeddings, if the model has an embedding layer, + + one for the output of each layer) of shape `(batch_size, sequence_length, hidden_size)`. + + Hidden-states of the model at the output of each layer plus the optional initial embedding outputs. + """ + + last_hidden_state: Optional[torch.FloatTensor] = None + cache_params: Optional[HybridMambaAttentionDynamicCache] = None + hidden_states: Optional[Tuple[torch.FloatTensor]] = None + attentions: Optional[Tuple[torch.FloatTensor]] = None + + +@dataclass +# Copied from transformers.models.mamba2.modeling_mamba2.MambaCausalLMOutput with Mamba2->NemotronH +class NemotronHCausalLMOutput(ModelOutput): + """ + Base class for causal language model (or autoregressive) outputs. + + Args: + loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided): + Language modeling loss (for next-token prediction). + logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`): + Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax). + cache_params (`HybridMambaAttentionDynamicCache`): + The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to + avoid providing the old `input_ids`. + + Includes both the State space model state matrices after the selective scan, and the Convolutional states + hidden_states (`tuple(torch.FloatTensor)`, *optional*, returned when `output_hidden_states=True` is passed or when `config.output_hidden_states=True`): + Tuple of `torch.FloatTensor` (one for the output of the embeddings, if the model has an embedding layer, + + one for the output of each layer) of shape `(batch_size, sequence_length, hidden_size)`. + + Hidden-states of the model at the output of each layer plus the optional initial embedding outputs. + """ + + loss: Optional[torch.FloatTensor] = None + logits: Optional[torch.FloatTensor] = None + cache_params: Optional[HybridMambaAttentionDynamicCache] = None + hidden_states: Optional[Tuple[torch.FloatTensor]] = None + attentions: Optional[Tuple[torch.FloatTensor]] = None + + +NEMOTRONH_START_DOCSTRING = r""" + + This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the + library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads + etc.) + + This model is also a PyTorch [torch.nn.Module](https://pytorch.org/docs/stable/nn.html#torch.nn.Module) subclass. + Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage + and behavior. + + Parameters: + config ([`NemotronHConfig`]): Model configuration class with all the parameters of the model. + Initializing with a config file does not load the weights associated with the model, only the + configuration. Check out the [`~PreTrainedModel.from_pretrained`] method to load the model weights. +""" + +NEMOTRONH_INPUTS_DOCSTRING = r""" + Args: + input_ids (`torch.LongTensor` of shape `(batch_size, input_ids_length)`, *optional*): + Indices of input sequence tokens in the vocabulary. + + If `cache_params.seqlen_offset>0`, only `input_ids` that do not have their past calculated should be passed as + `input_ids`. + + Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and + [`PreTrainedTokenizer.__call__`] for details. + + [What are input IDs?](../glossary#input-ids) + inputs_embeds (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`, *optional*): + Optionally, instead of passing `input_ids` you can choose to directly pass an embedded representation. This + is useful if you want more control over how to convert `input_ids` indices into associated vectors than the + model's internal embedding lookup matrix. + position_ids (`torch.LongTensor` of shape `(batch_size,)`, *optional*): + Indices of positions of each input sequence tokens in the position embeddings. + cache_params (`HybridMambaAttentionDynamicCache`, *optional*): + If passed along, the model uses the previous state in all the blocks (which will give the output for the + `input_ids` provided as if the model add `state_input_ids + input_ids` as context). + use_cache (`bool`, *optional*): + If set to `True`, the `cache_params` is returned and can be used to quickly generate the next logits. + output_attentions (`bool`, *optional*): + Whether or not to return the attentions tensors of all attention layers. + output_hidden_states (`bool`, *optional*): + Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for + more detail. + return_dict (`bool`, *optional*): + Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple. + cache_position (`torch.LongTensor` of shape `(batch_size,)`, *optional*): + The position of the current input in the cache. This is used to ensure that the cache is correctly updated. + If `cache_params` is passed, `cache_position` should also be passed. + attention_mask (`torch.FloatTensor` of shape `(batch_size, sequence_length)`, *optional*): + Mask to avoid performing attention on padding token indices. Mask values selected in `[0, 1]`: + + - 1 for tokens that are **not masked**, + - 0 for tokens that are **masked**. + + [What are attention masks?](../glossary#attention-mask) +""" + + +@add_start_docstrings( + "The bare NemotronH Model transformer outputting raw hidden-states without any specific head on top.", + NEMOTRONH_START_DOCSTRING, +) +class NemotronHModel(NemotronHPreTrainedModel): + def __init__(self, config): + super().__init__(config) + + self.embeddings = nn.Embedding(config.vocab_size, config.hidden_size) + self.layers = nn.ModuleList([NemotronHBlock(config, layer_idx=idx) for idx in range(config.num_hidden_layers)]) + + self.gradient_checkpointing = False + self.norm_f = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + # Initialize weights and apply final processing + self._register_load_state_dict_pre_hook(self.load_hook) + self.post_init() + + def load_hook(self, state_dict, prefix, *args): + for k in state_dict: + if "embedding." in k: + state_dict[k.replace("embedding.", "embeddings.")] = state_dict.pop(k) + break + + def get_input_embeddings(self): + return self.embeddings + + def set_input_embeddings(self, new_embeddings): + self.embeddings = new_embeddings + + @add_start_docstrings_to_model_forward(NEMOTRONH_INPUTS_DOCSTRING) + @add_code_sample_docstrings( + checkpoint=_CHECKPOINT_FOR_DOC, + output_type=NemotronHOutput, + config_class=_CONFIG_FOR_DOC, + ) + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + inputs_embeds: Optional[torch.LongTensor] = None, + position_ids: Optional[torch.LongTensor] = None, + cache_params: Optional[HybridMambaAttentionDynamicCache] = None, + use_cache: Optional[bool] = None, + output_attentions: Optional[bool] = None, + output_hidden_states: Optional[bool] = None, + return_dict: Optional[bool] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + **kwargs, + ) -> Union[Tuple, NemotronHOutput]: + output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions + output_hidden_states = ( + output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states + ) + # use_cache = use_cache if use_cache is not None else self.config.use_cache + use_cache = use_cache if use_cache is not None else (self.config.use_cache if not self.training else False) + + return_dict = return_dict if return_dict is not None else self.config.use_return_dict + + if (input_ids is None) ^ (inputs_embeds is not None): # ^ is python for xor + raise ValueError("You must specify exactly one of input_ids or inputs_embeds") + + if inputs_embeds is None: + inputs_embeds = self.embeddings(input_ids) + + if self.gradient_checkpointing and self.training and use_cache: + logger.warning_once( + "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`." + ) + use_cache = False + + # From zamba_modeling.py + if use_cache and cache_params is None: + logger.warning_once( + "NemotronH requires an initialized `NemotronHHybridDynamicCache` to return a cache. None was " + "provided, so no cache will be returned." + ) + + hidden_states = inputs_embeds + + if cache_position is None: + cache_position = torch.arange(hidden_states.shape[1], device=hidden_states.device) + if position_ids is None: + position_ids = cache_position.unsqueeze(0) + + causal_mask = self._update_causal_mask(attention_mask, inputs_embeds, cache_position) + mamba_mask = self._update_mamba_mask(attention_mask, cache_position) + + all_hidden_states = () if output_hidden_states else None + all_self_attns = () if output_attentions else None + # Until HERE + + for layer_idx, mixer_block in enumerate(self.layers): + # Depending on the layer type we opt for 2D base attention mask (Mamba) or 4D causal mask (Attention) + if mixer_block.block_type == "mamba": + layer_mask = mamba_mask + elif mixer_block.block_type == "attention": + layer_mask = causal_mask + elif mixer_block.block_type in ["mlp", "moe"]: + layer_mask = None + else: + raise ValueError(f"Invalid block_type: {self.block_type}") + + if output_hidden_states: + all_hidden_states += (hidden_states,) + + if self.gradient_checkpointing and self.training: + hidden_states = self._gradient_checkpointing_func( + mixer_block.__call__, hidden_states, cache_params, cache_position, layer_mask + ) + else: + hidden_states = mixer_block( + hidden_states, + cache_params=cache_params, + cache_position=cache_position, + attention_mask=layer_mask, + ) + + # TODO: Store attentions + # if output_attentions: + # if layer_outputs[1] is not None: + # # append attentions only of attention layers. Mamba layers return `None` as the attention weights + # all_self_attns += (layer_outputs[1],) + + # TODO (Check): should it happen before the forward pass? + # if output_hidden_states: + # all_hidden_states = all_hidden_states + (hidden_states,) + + hidden_states = self.norm_f(hidden_states) + + if output_hidden_states: + all_hidden_states = all_hidden_states + (hidden_states,) + + if not return_dict: + return tuple(v for v in [hidden_states, cache_params, all_hidden_states] if v is not None) + + return NemotronHOutput( + last_hidden_state=hidden_states, + cache_params=cache_params if use_cache else None, + hidden_states=all_hidden_states, + attentions=all_self_attns, + ) + + # Copied from transformers.models.jamba.modeling_jamba.JambaModel._update_causal_mask + def _update_causal_mask(self, attention_mask, input_tensor, cache_position): + if self.config._attn_implementation == "flash_attention_2": + if attention_mask is not None and 0.0 in attention_mask: + return attention_mask + return None + + dtype, device = input_tensor.dtype, input_tensor.device + min_dtype = torch.finfo(dtype).min + sequence_length = input_tensor.shape[1] + target_length = cache_position[-1] + 1 + + causal_mask = torch.full((sequence_length, target_length), fill_value=min_dtype, dtype=dtype, device=device) + if sequence_length != 1: + causal_mask = torch.triu(causal_mask, diagonal=1) + causal_mask *= torch.arange(target_length, device=device) > cache_position.reshape(-1, 1) + causal_mask = causal_mask[None, None, :, :].expand(input_tensor.shape[0], 1, -1, -1) + if attention_mask is not None: + causal_mask = causal_mask.clone() # copy to contiguous memory for in-place edit + if attention_mask.dim() == 2: + mask_length = attention_mask.shape[-1] + padding_mask = causal_mask[..., :mask_length].eq(0.0) * attention_mask[:, None, None, :].eq(0.0) + causal_mask[..., :mask_length] = causal_mask[..., :mask_length].masked_fill(padding_mask, min_dtype) + + if ( + self.config._attn_implementation == "sdpa" + and attention_mask is not None + and attention_mask.device.type == "cuda" + ): + # Attend to all tokens in fully masked rows in the causal_mask, for example the relevant first rows when + # using left padding. This is required by F.scaled_dot_product_attention memory-efficient attention path. + # Details: https://github.com/pytorch/pytorch/issues/110213 + causal_mask = AttentionMaskConverter._unmask_unattended(causal_mask, min_dtype) + + return causal_mask + + def _update_mamba_mask(self, attention_mask, cache_position): + """ + No need for zeroing states when + 1. Cached forward + 2. Attending to all inputs + """ + mamba_mask = attention_mask + if cache_position[0] > 0 or (attention_mask is not None and torch.all(attention_mask == 1)): + mamba_mask = None + return mamba_mask + + +@add_start_docstrings( + """ + The NEMOTRONH Model transformer with a language modeling head on top (linear layer with weights not tied to the input + embeddings). + """, + NEMOTRONH_START_DOCSTRING, +) +class NemotronHForCausalLM(NemotronHPreTrainedModel, GenerationMixin): + _tied_weights_keys = ["lm_head.weight"] + _keys_to_ignore_on_load_missing = [r"mtp.*"] + + def __init__(self, config): + super().__init__(config) + self.backbone = NemotronHModel(config) + self.vocab_size = config.vocab_size + self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False) + + if config.num_nextn_predict_layers > 0: + self.mtp = NemotronHMultiTokenPredictor(config) + + # Initialize weights and apply final processing + self.post_init() + + def get_input_embeddings(self): + return self.backbone.get_input_embeddings() + + def set_input_embeddings(self, new_embeddings): + return self.backbone.set_input_embeddings(new_embeddings) + + def get_output_embeddings(self): + return self.lm_head + + def set_output_embeddings(self, new_embeddings): + self.lm_head = new_embeddings + + def get_decoder(self): + return self.model + + def set_decoder(self, decoder): + self.model = decoder + + def prepare_inputs_for_generation( + self, + input_ids, + past_key_values=None, + attention_mask=None, + inputs_embeds=None, + cache_position=None, + position_ids=None, + use_cache=True, + **kwargs, + ): + # Copy from https://github.com/huggingface/transformers/blob/main/src/transformers/models/jamba/modeling_jamba.py + # Overwitten -- uses `cache_params` as opposed to `past_key_values` + empty_past_kv = past_key_values is None + + # If we have cache: let's slice `input_ids` through `cache_position`, to keep only the unprocessed tokens + # Exception 1: when passing input_embeds, input_ids may be missing entries + # Exception 2: some generation methods do special slicing of input_ids, so we don't need to do it here + # Exception 3: with synced GPUs cache_position may go out of bounds, but we only want dummy token in that case. + # (we can't check exception 3 while compiling) + if not empty_past_kv: + if ( + inputs_embeds is not None # Exception 1 + or cache_position[-1] >= input_ids.shape[1] # Exception 3 + ): + input_ids = input_ids[:, -cache_position.shape[0] :] + elif input_ids.shape[1] != cache_position.shape[0]: # Default case (the "else", a no op, is Exception 2) + input_ids = input_ids[:, cache_position] + else: + past_key_values = HybridMambaAttentionDynamicCache( + self.config, input_ids.shape[0], self.dtype, device=self.device + ) + + if attention_mask is not None and position_ids is None: + # create position_ids on the fly for batch generation + position_ids = attention_mask.long().cumsum(-1) - 1 + position_ids.masked_fill_(attention_mask == 0, 1) + if not empty_past_kv: + position_ids = position_ids[:, -input_ids.shape[1] :] + + # if `inputs_embeds` are passed, we only want to use them in the 1st generation step + if inputs_embeds is not None and empty_past_kv: + model_inputs = {"inputs_embeds": inputs_embeds} + else: + model_inputs = {"input_ids": input_ids.contiguous()} # `contiguous()` needed for compilation use cases + + model_inputs.update( + { + "position_ids": position_ids, + "past_key_values": past_key_values, + "use_cache": use_cache, + "attention_mask": attention_mask, + "logits_to_keep": self.config.num_logits_to_keep, + "cache_position": cache_position, + } + ) + return model_inputs + + @add_start_docstrings_to_model_forward(NEMOTRONH_INPUTS_DOCSTRING) + @add_code_sample_docstrings( + checkpoint=_CHECKPOINT_FOR_DOC, + output_type=NemotronHCausalLMOutput, + config_class=_CONFIG_FOR_DOC, + ) + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + inputs_embeds: Optional[torch.FloatTensor] = None, + position_ids: Optional[torch.LongTensor] = None, + cache_params: Optional[HybridMambaAttentionDynamicCache] = None, + labels: Optional[torch.LongTensor] = None, + output_attentions: Optional[bool] = None, + output_hidden_states: Optional[bool] = None, + return_dict: Optional[bool] = None, + use_cache: Optional[bool] = None, + cache_position: Optional[torch.Tensor] = None, + attention_mask: Optional[torch.Tensor] = None, + **kwargs, # for now we need this for generation + ) -> Union[Tuple, NemotronHCausalLMOutput]: + r""" + labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): + Labels for language modeling. Note that the labels **are shifted** inside the model, i.e. you can set + `labels = input_ids` Indices are selected in `[-100, 0, ..., config.vocab_size]` All labels set to `-100` + are ignored (masked), the loss is only computed for labels in `[0, ..., config.vocab_size]` + """ + output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions + + output_hidden_states = ( + output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states + ) + return_dict = return_dict if return_dict is not None else self.config.use_return_dict + + nemotron_h_outputs = self.backbone( + input_ids, + cache_params=cache_params, + inputs_embeds=inputs_embeds, + output_attentions=output_attentions, + output_hidden_states=output_hidden_states, + return_dict=return_dict, + use_cache=use_cache, + cache_position=cache_position, + attention_mask=attention_mask, + ) + hidden_states = nemotron_h_outputs[0] + + # TODO: Check zamba_modeling.py: https://github.com/huggingface/transformers/blob/d7188ba600e36d3fd191b12e19f1b3bb81a8404f/src/transformers/models/zamba/modeling_zamba.py#L1284C1-L1286C2 + #logits = self.lm_head(hidden_states.to(self.lm_head.weight.dtype)).float() + logits = self.lm_head(hidden_states.to(self.lm_head.weight.dtype)).float() + + loss = None + if labels is not None: + # move labels to correct device to enable model parallelism + labels = labels.to(logits.device) + # Shift so that tokens < n predict n + shift_logits = logits[..., :-1, :].contiguous() + shift_labels = labels[..., 1:].contiguous() + # Flatten the tokens + loss_fct = CrossEntropyLoss() + loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1)) + + if not return_dict: + output = (logits,) + nemotron_h_outputs[1:] + return ((loss,) + output) if loss is not None else output + + return NemotronHCausalLMOutput( + loss=loss, + logits=logits, + cache_params=nemotron_h_outputs.cache_params, + hidden_states=nemotron_h_outputs.hidden_states, + attentions=nemotron_h_outputs.attentions, + ) diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..0451f37912edb7f8a4bf04d77eef13f6130f0515 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..9c63dbb971da0f926b8181e7cd83b8a67892ad9b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623c34567aebb18582765289fbe23d901c62704d6518d71866e0e58db892b5b7 +size 17077484 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c96e5ad00986bfa0b666d4bc425666f1c51d6d1b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,8019 @@ +{ + "add_bos_token": false, + "add_eos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "750": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "751": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "752": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "753": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "754": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "755": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "756": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "757": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "758": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "759": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "760": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "761": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "762": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "763": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "764": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "765": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "766": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "767": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "768": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "769": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "770": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "771": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "772": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "773": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "774": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "775": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "776": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "777": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "778": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "779": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "780": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "781": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "782": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "783": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "784": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "785": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "786": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "787": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "788": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "789": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "790": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "791": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "792": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "793": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "794": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "795": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "796": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "797": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "798": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "799": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "800": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "801": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "802": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "803": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "804": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "805": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "806": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "807": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "808": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "809": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "810": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "811": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "812": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "813": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "814": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "815": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "816": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "817": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "818": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "819": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "820": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "821": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "822": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "823": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "824": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "825": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "826": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "827": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "828": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "829": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "830": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "831": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "832": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "833": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "834": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "835": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "836": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "837": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "838": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "839": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "840": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "841": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "842": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "843": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "844": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "845": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "846": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "847": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "848": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "849": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "850": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "851": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "852": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "853": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "854": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "855": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "856": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "857": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "863": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "864": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "865": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "866": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "867": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "868": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "869": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "870": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "871": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "880": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "881": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "882": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "883": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "884": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "885": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "886": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "887": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "888": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "889": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "890": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "891": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "892": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "893": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "894": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "895": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "896": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "897": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "898": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "899": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "900": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "901": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "902": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "903": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "904": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "905": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "906": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "907": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "908": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "909": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "910": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "911": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "912": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "913": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "914": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "915": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "916": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "917": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "918": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "919": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "920": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "921": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "922": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "923": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "924": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "925": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "926": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "927": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "928": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "929": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "930": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "931": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "932": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "933": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "934": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "935": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "936": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "937": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "938": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "939": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "940": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "941": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "942": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "943": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "944": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "945": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "946": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "947": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "948": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "949": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "950": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "951": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "952": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "953": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "954": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "955": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "956": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "957": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "958": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "959": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "960": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "961": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "962": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "963": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "964": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "965": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "966": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "967": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "968": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "969": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "970": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "971": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "972": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "973": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "974": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "975": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "976": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "977": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "978": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "979": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "980": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "981": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "982": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "983": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "984": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "985": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "986": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "987": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "988": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "989": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "990": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "991": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "992": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "993": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "994": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "995": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "996": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "997": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "998": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "999": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 262144, + "pad_token": "<|im_end|>", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "" +} diff --git a/ultra_v3_reasoning_parser.py b/ultra_v3_reasoning_parser.py new file mode 100644 index 0000000000000000000000000000000000000000..6cfbc0ed9b213406ece8a8df65e97b34dd99c7c7 --- /dev/null +++ b/ultra_v3_reasoning_parser.py @@ -0,0 +1,28 @@ +from vllm.reasoning.abs_reasoning_parsers import ReasoningParserManager +from vllm.reasoning.deepseek_r1_reasoning_parser import DeepSeekR1ReasoningParser + + +@ReasoningParserManager.register_module("ultra_v3") +class UltraV3ReasoningParser(DeepSeekR1ReasoningParser): + def extract_reasoning(self, model_output, request): + reasoning_content, final_content = super().extract_reasoning( + model_output, request + ) + if ( + hasattr(request, "chat_template_kwargs") + and request.chat_template_kwargs + and ( + request.chat_template_kwargs.get("enable_thinking") is False + or request.chat_template_kwargs.get("force_nonempty_content") is True + ) + and final_content is None + ): + """ + The original `deepseek_r1` reasoning parser this inherits from will automatically put everything in the reasoning content when it cannot parse out reasoning. This was fine for the DeepSeek R1 model that was not intended to be used without reasoning. + 1. Since the Nemotron 3 Nano and Super both have thinking off modes modulated by "enable_thinking=false" in the chat template kwargs, this change instead which will properly place the content in cases where there is no thinking enabled via config. + 2. There are rare cases where the model will output only reasoning without an end-think token `` (e.g. reasoning exceeds max length), which results in empty content returned. End users may want to unilaterally avoid such cases and always have a content response even if the model does not finish its reasoning. + """ + # Put all nonempty content into the content, rather than return content + reasoning_content, final_content = None, reasoning_content + + return reasoning_content, final_content \ No newline at end of file