diff --git "a/inference_metadata.yaml" "b/inference_metadata.yaml" new file mode 100644--- /dev/null +++ "b/inference_metadata.yaml" @@ -0,0 +1,6393 @@ +schema_version: '1.0' +pipeline: + workflow: + manifest: + capabilities: + - workflow_ssa + - linear_effects + - nested_control_flow + - typed_emit + - emit_valid_length + - loop_induction_values + - serving_service_contract + - bounded_state_recurrence + - parameter_adapters + - heterogeneous_adapter_batching + inputs: + request.input_ids: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - sequence_len + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: prompt_tokens + source: + kind: request + required: true + request.max_iterations: + contract: + dtype: int64 + rank: 1 + shape: + - 1 + role: + kind: runtime + version: '1.0' + role: max_output_tokens + source: + kind: request + required: true + package.eos_ids: + contract: + dtype: int64 + rank: 1 + shape: + - E + role: + kind: opaque + source: + kind: literal + required: true + default: 151645 + package.one_token: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: literal + required: false + default: 1 + package.one_step: + contract: + dtype: int64 + rank: 1 + shape: + - 1 + role: + kind: opaque + source: + kind: literal + required: false + default: 1 + package.max_context: + contract: + dtype: int64 + rank: 1 + shape: + - 1 + role: + kind: opaque + source: + kind: literal + required: false + default: 32768 + request.prompt_lengths: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: application + name: prompt_lengths + required: false + default: -1 + request.eos_ids: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - num_eos + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: application + name: eos_ids + required: false + default: 151645 + request.eos_lengths: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: application + name: eos_lengths + required: false + default: 1 + request.row_max_iterations: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: application + name: row_max_iterations + required: false + default: -1 + request.temperature: + contract: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: sampling_temperature + source: + kind: request + required: false + default: 1.0 + request.top_k: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: sampling_top_k + source: + kind: request + required: false + default: 1 + request.top_p: + contract: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: sampling_top_p + source: + kind: request + required: false + default: 1.0 + request.min_p: + contract: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: sampling_min_p + source: + kind: request + required: false + default: 0.0 + request.seed: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: seed + source: + kind: request + required: false + default: 0 + request.rng_counter: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: application + name: rng_counter + required: false + default: 0 + package.active: + contract: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: literal + required: false + default: true + package.not_done: + contract: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: literal + required: false + default: false + package.cache_lengths: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: literal + required: false + default: 0 + package.zero_batch: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: opaque + source: + kind: literal + required: false + default: 0 + request.adapter_segments: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - 2 + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: adapter_segments + source: + kind: request + request.adapter_counts: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: adapter_counts + source: + kind: request + request.adapter_scales: + contract: + dtype: float32 + rank: 2 + shape: + - batch + - 2 + batch_layout: + kind: request_aligned + axis: 0 + role: + kind: runtime + version: '1.0' + role: adapter_scales + source: + kind: request + outputs: + tokens: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - generated_sequence + batch_layout: + kind: request_aligned + axis: 0 + role: tokens + stage: pre_adapter + components: + model: + implementation: + kind: onnx + artifact: model.onnx + ports: + roles: + input_ids: token_ids + attention_mask: attention_mask + position_ids: position_ids + logits: logits + token_sampler: + implementation: + kind: onnx + artifact: policies/token_sampler.onnx + ports: + inputs: + logits: + dtype: float32 + rank: 2 + shape: + - batch + - vocabulary + batch_layout: + kind: request_aligned + axis: 0 + temperature: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + top_k: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + top_p: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + min_p: + dtype: float32 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + seed: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + counter: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + done: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + token: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + next_counter: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + contract: + id: onnx-genai.token-sampler + version: '2' + bindings: + logits: logits + token: token + temperature: temperature + top_k: top_k + top_p: top_p + min_p: min_p + active: active + done: done + seed: seed + counter: counter + next_counter: next_counter + parameters: + mode: seeded_stochastic + batching: per_row + inactive_rows: preserve + application_overridable: true + termination: + implementation: + kind: onnx + artifact: policies/termination.onnx + ports: + inputs: + tokens: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + eos_ids: + dtype: int64 + rank: 2 + shape: + - batch + - num_eos + batch_layout: + kind: request_aligned + axis: 0 + eos_lengths: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + iteration: + dtype: int64 + rank: 1 + shape: + - 1 + max_iterations: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + done: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + next_active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + continue: + dtype: bool + rank: 1 + shape: + - 1 + contract: + id: onnx-genai.termination-predicate + version: '2' + bindings: + tokens: tokens + eos_ids: eos_ids + iteration: iteration + max_iterations: max_iterations + eos_lengths: eos_lengths + active: active + done: done + next_active: next_active + continue: continue + parameters: + batching: per_row + inactive_rows: preserve + token_state_update: + implementation: + kind: onnx + artifact: policies/token_state_update.onnx + ports: + inputs: + current: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + update: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + done: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + next: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + contract: + id: onnx-genai.state-update + version: '2' + bindings: + current: current + update: update + active: active + done: done + next: next + parameters: + batching: per_row + inactive_rows: preserve + last_token_logits: + implementation: + kind: onnx + artifact: policies/last_token_logits.onnx + ports: + inputs: + logits: + dtype: float16 + rank: 3 + shape: + - batch + - sequence + - vocabulary + batch_layout: + kind: request_aligned + axis: 0 + outputs: + last_logits: + dtype: float32 + rank: 2 + shape: + - batch + - vocabulary + batch_layout: + kind: request_aligned + axis: 0 + decoder_state_initializer: + implementation: + kind: onnx + artifact: policies/decoder_state_initializer.onnx + ports: + inputs: + prompt_tokens: + dtype: int64 + rank: 2 + shape: + - batch + - prompt_sequence + batch_layout: + kind: request_aligned + axis: 0 + prompt_lengths: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + attention_mask: + dtype: int64 + rank: 2 + shape: + - batch + - past_seq_len + seq_len + batch_layout: + kind: request_aligned + axis: 0 + position_ids: + dtype: int64 + rank: 2 + shape: + - batch + - prompt_sequence + batch_layout: + kind: request_aligned + axis: 0 + body_attention_mask: + dtype: int64 + rank: 2 + shape: + - batch + - prompt_sequence + 1 + batch_layout: + kind: request_aligned + axis: 0 + body_position_ids: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + token_slot: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + generated_lengths: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.0.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.0.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.1.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.1.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.10.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.10.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.11.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.11.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.12.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.12.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.13.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.13.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.14.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.14.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.15.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.15.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.16.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.16.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.17.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.17.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.18.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.18.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.19.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.19.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.2.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.2.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.20.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.20.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.21.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.21.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.22.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.22.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.23.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.23.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.24.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.24.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.25.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.25.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.26.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.26.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.27.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.27.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.3.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.3.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.4.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.4.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.5.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.5.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.6.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.6.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.7.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.7.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.8.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.8.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.9.key: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + past_key_values.9.value: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + decoder_step_update: + implementation: + kind: onnx + artifact: policies/decoder_step_update.onnx + ports: + inputs: + attention_mask: + dtype: int64 + rank: 2 + shape: + - batch + - context + batch_layout: + kind: request_aligned + axis: 0 + position_ids: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + outputs: + next_attention_mask: + dtype: int64 + rank: 2 + shape: + - batch + - context + 1 + batch_layout: + kind: request_aligned + axis: 0 + next_position_ids: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + cache_length_update: + implementation: + kind: onnx + artifact: policies/cache_length_update.onnx + ports: + inputs: + left: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + right: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + done: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + total: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + termination_batch_initializer: + implementation: + kind: onnx + artifact: policies/termination_batch_initializer.onnx + ports: + inputs: + input_eos_ids: + dtype: int64 + rank: 2 + shape: + - batch + - num_eos + batch_layout: + kind: request_aligned + axis: 0 + input_eos_lengths: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + input_max_iterations: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + fallback_max_iterations: + dtype: int64 + rank: 1 + shape: + - 1 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + row_eos_ids: + dtype: int64 + rank: 2 + shape: + - batch + - num_eos + batch_layout: + kind: request_aligned + axis: 0 + eos_lengths: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + max_iterations: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + token_to_slot: + implementation: + kind: onnx + artifact: policies/token_to_slot.onnx + ports: + inputs: + token: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + slot: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + generated_length_update: + implementation: + kind: onnx + artifact: policies/generated_length_update.onnx + ports: + inputs: + left: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + right: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + active: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + done: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + outputs: + total: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + state: + token: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: initializer.token_slot + recurrence: + kind: invariant + logits: + contract: + dtype: float32 + rank: 2 + shape: + - batch + - 151936 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.last_logits + recurrence: + kind: invariant + generated_lengths: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + class: semantic + scope: invocation + initializer: initializer.generated_lengths + recurrence: + kind: invariant + active: + contract: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + class: semantic + scope: invocation + initializer: package.active + recurrence: + kind: invariant + done: + contract: + dtype: bool + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + class: semantic + scope: invocation + initializer: package.not_done + recurrence: + kind: invariant + accepted_len: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + class: semantic + scope: invocation + initializer: package.zero_batch + recurrence: + kind: invariant + cache_lengths: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + class: semantic + scope: invocation + initializer: package.cache_lengths + recurrence: + kind: invariant + rng_counter: + contract: + dtype: int64 + rank: 1 + shape: + - batch + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + class: semantic + initializer: request.rng_counter + recurrence: + kind: invariant + attention_mask: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - context + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: initializer.body_attention_mask + recurrence: + kind: growing + axis: 1 + increment: package.one_step + max: package.max_context + position_ids: + contract: + dtype: int64 + rank: 2 + shape: + - batch + - 1 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: initializer.body_position_ids + recurrence: + kind: invariant + cache_0: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.0.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_1: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.0.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_2: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.1.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_3: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.1.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_4: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.2.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_5: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.2.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_6: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.3.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_7: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.3.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_8: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.4.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_9: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.4.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_10: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.5.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_11: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.5.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_12: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.6.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_13: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.6.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_14: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.7.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_15: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.7.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_16: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.8.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_17: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.8.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_18: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.9.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_19: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.9.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_20: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.10.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_21: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.10.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_22: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.11.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_23: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.11.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_24: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.12.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_25: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.12.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_26: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.13.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_27: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.13.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_28: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.14.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_29: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.14.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_30: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.15.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_31: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.15.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_32: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.16.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_33: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.16.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_34: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.17.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_35: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.17.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_36: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.18.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_37: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.18.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_38: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.19.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_39: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.19.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_40: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.20.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_41: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.20.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_42: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.21.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_43: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.21.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_44: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.22.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_45: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.22.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_46: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.23.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_47: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.23.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_48: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.24.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_49: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.24.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_50: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.25.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_51: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.25.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_52: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.26.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_53: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.26.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_54: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.27.key + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + cache_55: + contract: + dtype: float16 + rank: 4 + shape: + - batch + - 2 + - past_sequence_len + - 128 + batch_layout: + kind: request_aligned + axis: 0 + scope: invocation + initializer: decoder.setup.present.27.value + recurrence: + kind: bounded + axis: 2 + max: package.max_context + management: runtime + release_boundary: invocation + service_group: decoder_cache + serving: + active: active + done: done + accepted_len: accepted_len + state_service: + groups: + decoder_cache: + kind: full_attention + sequence_axis: 2 + layout: bnsh + aliasing: forbidden + reuse: + prefix_reusable: true + evictable_prefix: false + ports: + model: + cache_0: + input: past_key_values.0.key + output: present.0.key + role: key + layer: 0 + cache_1: + input: past_key_values.0.value + output: present.0.value + role: value + layer: 0 + cache_2: + input: past_key_values.1.key + output: present.1.key + role: key + layer: 1 + cache_3: + input: past_key_values.1.value + output: present.1.value + role: value + layer: 1 + cache_4: + input: past_key_values.2.key + output: present.2.key + role: key + layer: 2 + cache_5: + input: past_key_values.2.value + output: present.2.value + role: value + layer: 2 + cache_6: + input: past_key_values.3.key + output: present.3.key + role: key + layer: 3 + cache_7: + input: past_key_values.3.value + output: present.3.value + role: value + layer: 3 + cache_8: + input: past_key_values.4.key + output: present.4.key + role: key + layer: 4 + cache_9: + input: past_key_values.4.value + output: present.4.value + role: value + layer: 4 + cache_10: + input: past_key_values.5.key + output: present.5.key + role: key + layer: 5 + cache_11: + input: past_key_values.5.value + output: present.5.value + role: value + layer: 5 + cache_12: + input: past_key_values.6.key + output: present.6.key + role: key + layer: 6 + cache_13: + input: past_key_values.6.value + output: present.6.value + role: value + layer: 6 + cache_14: + input: past_key_values.7.key + output: present.7.key + role: key + layer: 7 + cache_15: + input: past_key_values.7.value + output: present.7.value + role: value + layer: 7 + cache_16: + input: past_key_values.8.key + output: present.8.key + role: key + layer: 8 + cache_17: + input: past_key_values.8.value + output: present.8.value + role: value + layer: 8 + cache_18: + input: past_key_values.9.key + output: present.9.key + role: key + layer: 9 + cache_19: + input: past_key_values.9.value + output: present.9.value + role: value + layer: 9 + cache_20: + input: past_key_values.10.key + output: present.10.key + role: key + layer: 10 + cache_21: + input: past_key_values.10.value + output: present.10.value + role: value + layer: 10 + cache_22: + input: past_key_values.11.key + output: present.11.key + role: key + layer: 11 + cache_23: + input: past_key_values.11.value + output: present.11.value + role: value + layer: 11 + cache_24: + input: past_key_values.12.key + output: present.12.key + role: key + layer: 12 + cache_25: + input: past_key_values.12.value + output: present.12.value + role: value + layer: 12 + cache_26: + input: past_key_values.13.key + output: present.13.key + role: key + layer: 13 + cache_27: + input: past_key_values.13.value + output: present.13.value + role: value + layer: 13 + cache_28: + input: past_key_values.14.key + output: present.14.key + role: key + layer: 14 + cache_29: + input: past_key_values.14.value + output: present.14.value + role: value + layer: 14 + cache_30: + input: past_key_values.15.key + output: present.15.key + role: key + layer: 15 + cache_31: + input: past_key_values.15.value + output: present.15.value + role: value + layer: 15 + cache_32: + input: past_key_values.16.key + output: present.16.key + role: key + layer: 16 + cache_33: + input: past_key_values.16.value + output: present.16.value + role: value + layer: 16 + cache_34: + input: past_key_values.17.key + output: present.17.key + role: key + layer: 17 + cache_35: + input: past_key_values.17.value + output: present.17.value + role: value + layer: 17 + cache_36: + input: past_key_values.18.key + output: present.18.key + role: key + layer: 18 + cache_37: + input: past_key_values.18.value + output: present.18.value + role: value + layer: 18 + cache_38: + input: past_key_values.19.key + output: present.19.key + role: key + layer: 19 + cache_39: + input: past_key_values.19.value + output: present.19.value + role: value + layer: 19 + cache_40: + input: past_key_values.20.key + output: present.20.key + role: key + layer: 20 + cache_41: + input: past_key_values.20.value + output: present.20.value + role: value + layer: 20 + cache_42: + input: past_key_values.21.key + output: present.21.key + role: key + layer: 21 + cache_43: + input: past_key_values.21.value + output: present.21.value + role: value + layer: 21 + cache_44: + input: past_key_values.22.key + output: present.22.key + role: key + layer: 22 + cache_45: + input: past_key_values.22.value + output: present.22.value + role: value + layer: 22 + cache_46: + input: past_key_values.23.key + output: present.23.key + role: key + layer: 23 + cache_47: + input: past_key_values.23.value + output: present.23.value + role: value + layer: 23 + cache_48: + input: past_key_values.24.key + output: present.24.key + role: key + layer: 24 + cache_49: + input: past_key_values.24.value + output: present.24.value + role: value + layer: 24 + cache_50: + input: past_key_values.25.key + output: present.25.key + role: key + layer: 25 + cache_51: + input: past_key_values.25.value + output: present.25.value + role: value + layer: 25 + cache_52: + input: past_key_values.26.key + output: present.26.key + role: key + layer: 26 + cache_53: + input: past_key_values.26.value + output: present.26.value + role: value + layer: 26 + cache_54: + input: past_key_values.27.key + output: present.27.key + role: key + layer: 27 + cache_55: + input: past_key_values.27.value + output: present.27.value + role: value + layer: 27 + steps: + - kind: loop + setup: + - kind: invoke + component: decoder_state_initializer + inputs: + prompt_tokens: request.input_ids + prompt_lengths: request.prompt_lengths + outputs: + attention_mask: initializer.attention_mask + body_attention_mask: initializer.body_attention_mask + token_slot: initializer.token_slot + generated_lengths: initializer.generated_lengths + position_ids: initializer.position_ids + body_position_ids: initializer.body_position_ids + past_key_values.0.key: initializer.past_key_values.0.key + past_key_values.0.value: initializer.past_key_values.0.value + past_key_values.1.key: initializer.past_key_values.1.key + past_key_values.1.value: initializer.past_key_values.1.value + past_key_values.10.key: initializer.past_key_values.10.key + past_key_values.10.value: initializer.past_key_values.10.value + past_key_values.11.key: initializer.past_key_values.11.key + past_key_values.11.value: initializer.past_key_values.11.value + past_key_values.12.key: initializer.past_key_values.12.key + past_key_values.12.value: initializer.past_key_values.12.value + past_key_values.13.key: initializer.past_key_values.13.key + past_key_values.13.value: initializer.past_key_values.13.value + past_key_values.14.key: initializer.past_key_values.14.key + past_key_values.14.value: initializer.past_key_values.14.value + past_key_values.15.key: initializer.past_key_values.15.key + past_key_values.15.value: initializer.past_key_values.15.value + past_key_values.16.key: initializer.past_key_values.16.key + past_key_values.16.value: initializer.past_key_values.16.value + past_key_values.17.key: initializer.past_key_values.17.key + past_key_values.17.value: initializer.past_key_values.17.value + past_key_values.18.key: initializer.past_key_values.18.key + past_key_values.18.value: initializer.past_key_values.18.value + past_key_values.19.key: initializer.past_key_values.19.key + past_key_values.19.value: initializer.past_key_values.19.value + past_key_values.2.key: initializer.past_key_values.2.key + past_key_values.2.value: initializer.past_key_values.2.value + past_key_values.20.key: initializer.past_key_values.20.key + past_key_values.20.value: initializer.past_key_values.20.value + past_key_values.21.key: initializer.past_key_values.21.key + past_key_values.21.value: initializer.past_key_values.21.value + past_key_values.22.key: initializer.past_key_values.22.key + past_key_values.22.value: initializer.past_key_values.22.value + past_key_values.23.key: initializer.past_key_values.23.key + past_key_values.23.value: initializer.past_key_values.23.value + past_key_values.24.key: initializer.past_key_values.24.key + past_key_values.24.value: initializer.past_key_values.24.value + past_key_values.25.key: initializer.past_key_values.25.key + past_key_values.25.value: initializer.past_key_values.25.value + past_key_values.26.key: initializer.past_key_values.26.key + past_key_values.26.value: initializer.past_key_values.26.value + past_key_values.27.key: initializer.past_key_values.27.key + past_key_values.27.value: initializer.past_key_values.27.value + past_key_values.3.key: initializer.past_key_values.3.key + past_key_values.3.value: initializer.past_key_values.3.value + past_key_values.4.key: initializer.past_key_values.4.key + past_key_values.4.value: initializer.past_key_values.4.value + past_key_values.5.key: initializer.past_key_values.5.key + past_key_values.5.value: initializer.past_key_values.5.value + past_key_values.6.key: initializer.past_key_values.6.key + past_key_values.6.value: initializer.past_key_values.6.value + past_key_values.7.key: initializer.past_key_values.7.key + past_key_values.7.value: initializer.past_key_values.7.value + past_key_values.8.key: initializer.past_key_values.8.key + past_key_values.8.value: initializer.past_key_values.8.value + past_key_values.9.key: initializer.past_key_values.9.key + past_key_values.9.value: initializer.past_key_values.9.value + - kind: invoke + component: model + inputs: + input_ids: request.input_ids + past_key_values.0.key: initializer.past_key_values.0.key + past_key_values.0.value: initializer.past_key_values.0.value + past_key_values.1.key: initializer.past_key_values.1.key + past_key_values.1.value: initializer.past_key_values.1.value + past_key_values.2.key: initializer.past_key_values.2.key + past_key_values.2.value: initializer.past_key_values.2.value + past_key_values.3.key: initializer.past_key_values.3.key + past_key_values.3.value: initializer.past_key_values.3.value + past_key_values.4.key: initializer.past_key_values.4.key + past_key_values.4.value: initializer.past_key_values.4.value + past_key_values.5.key: initializer.past_key_values.5.key + past_key_values.5.value: initializer.past_key_values.5.value + past_key_values.6.key: initializer.past_key_values.6.key + past_key_values.6.value: initializer.past_key_values.6.value + past_key_values.7.key: initializer.past_key_values.7.key + past_key_values.7.value: initializer.past_key_values.7.value + past_key_values.8.key: initializer.past_key_values.8.key + past_key_values.8.value: initializer.past_key_values.8.value + past_key_values.9.key: initializer.past_key_values.9.key + past_key_values.9.value: initializer.past_key_values.9.value + past_key_values.10.key: initializer.past_key_values.10.key + past_key_values.10.value: initializer.past_key_values.10.value + past_key_values.11.key: initializer.past_key_values.11.key + past_key_values.11.value: initializer.past_key_values.11.value + past_key_values.12.key: initializer.past_key_values.12.key + past_key_values.12.value: initializer.past_key_values.12.value + past_key_values.13.key: initializer.past_key_values.13.key + past_key_values.13.value: initializer.past_key_values.13.value + past_key_values.14.key: initializer.past_key_values.14.key + past_key_values.14.value: initializer.past_key_values.14.value + past_key_values.15.key: initializer.past_key_values.15.key + past_key_values.15.value: initializer.past_key_values.15.value + past_key_values.16.key: initializer.past_key_values.16.key + past_key_values.16.value: initializer.past_key_values.16.value + past_key_values.17.key: initializer.past_key_values.17.key + past_key_values.17.value: initializer.past_key_values.17.value + past_key_values.18.key: initializer.past_key_values.18.key + past_key_values.18.value: initializer.past_key_values.18.value + past_key_values.19.key: initializer.past_key_values.19.key + past_key_values.19.value: initializer.past_key_values.19.value + past_key_values.20.key: initializer.past_key_values.20.key + past_key_values.20.value: initializer.past_key_values.20.value + past_key_values.21.key: initializer.past_key_values.21.key + past_key_values.21.value: initializer.past_key_values.21.value + past_key_values.22.key: initializer.past_key_values.22.key + past_key_values.22.value: initializer.past_key_values.22.value + past_key_values.23.key: initializer.past_key_values.23.key + past_key_values.23.value: initializer.past_key_values.23.value + past_key_values.24.key: initializer.past_key_values.24.key + past_key_values.24.value: initializer.past_key_values.24.value + past_key_values.25.key: initializer.past_key_values.25.key + past_key_values.25.value: initializer.past_key_values.25.value + past_key_values.26.key: initializer.past_key_values.26.key + past_key_values.26.value: initializer.past_key_values.26.value + past_key_values.27.key: initializer.past_key_values.27.key + past_key_values.27.value: initializer.past_key_values.27.value + attention_mask: initializer.attention_mask + position_ids: initializer.position_ids + outputs: + logits: decoder.setup.logits + present.0.key: decoder.setup.present.0.key + present.0.value: decoder.setup.present.0.value + present.1.key: decoder.setup.present.1.key + present.1.value: decoder.setup.present.1.value + present.2.key: decoder.setup.present.2.key + present.2.value: decoder.setup.present.2.value + present.3.key: decoder.setup.present.3.key + present.3.value: decoder.setup.present.3.value + present.4.key: decoder.setup.present.4.key + present.4.value: decoder.setup.present.4.value + present.5.key: decoder.setup.present.5.key + present.5.value: decoder.setup.present.5.value + present.6.key: decoder.setup.present.6.key + present.6.value: decoder.setup.present.6.value + present.7.key: decoder.setup.present.7.key + present.7.value: decoder.setup.present.7.value + present.8.key: decoder.setup.present.8.key + present.8.value: decoder.setup.present.8.value + present.9.key: decoder.setup.present.9.key + present.9.value: decoder.setup.present.9.value + present.10.key: decoder.setup.present.10.key + present.10.value: decoder.setup.present.10.value + present.11.key: decoder.setup.present.11.key + present.11.value: decoder.setup.present.11.value + present.12.key: decoder.setup.present.12.key + present.12.value: decoder.setup.present.12.value + present.13.key: decoder.setup.present.13.key + present.13.value: decoder.setup.present.13.value + present.14.key: decoder.setup.present.14.key + present.14.value: decoder.setup.present.14.value + present.15.key: decoder.setup.present.15.key + present.15.value: decoder.setup.present.15.value + present.16.key: decoder.setup.present.16.key + present.16.value: decoder.setup.present.16.value + present.17.key: decoder.setup.present.17.key + present.17.value: decoder.setup.present.17.value + present.18.key: decoder.setup.present.18.key + present.18.value: decoder.setup.present.18.value + present.19.key: decoder.setup.present.19.key + present.19.value: decoder.setup.present.19.value + present.20.key: decoder.setup.present.20.key + present.20.value: decoder.setup.present.20.value + present.21.key: decoder.setup.present.21.key + present.21.value: decoder.setup.present.21.value + present.22.key: decoder.setup.present.22.key + present.22.value: decoder.setup.present.22.value + present.23.key: decoder.setup.present.23.key + present.23.value: decoder.setup.present.23.value + present.24.key: decoder.setup.present.24.key + present.24.value: decoder.setup.present.24.value + present.25.key: decoder.setup.present.25.key + present.25.value: decoder.setup.present.25.value + present.26.key: decoder.setup.present.26.key + present.26.value: decoder.setup.present.26.value + present.27.key: decoder.setup.present.27.key + present.27.value: decoder.setup.present.27.value + - kind: invoke + component: termination_batch_initializer + inputs: + input_eos_ids: request.eos_ids + input_eos_lengths: request.eos_lengths + input_max_iterations: request.row_max_iterations + fallback_max_iterations: request.max_iterations + active: package.active + outputs: + row_eos_ids: termination.eos_ids + eos_lengths: termination.eos_lengths + max_iterations: termination.max_iterations + - kind: invoke + component: last_token_logits + inputs: + logits: decoder.setup.logits + outputs: + last_logits: decoder.setup.last_logits + steps: + - kind: invoke + component: token_sampler + inputs: + logits: logits + temperature: request.temperature + top_k: request.top_k + top_p: request.top_p + min_p: request.min_p + seed: request.seed + counter: rng_counter + active: active + done: done + outputs: + token: sample.body + next_counter: sample.next_counter + - kind: invoke + component: token_to_slot + inputs: + token: sample.body + outputs: + slot: sample.slot + - kind: invoke + component: generated_length_update + inputs: + left: generated_lengths + right: package.one_token + active: active + done: done + outputs: + total: token.next_lengths + - kind: invoke + component: generated_length_update + inputs: + left: package.zero_batch + right: package.one_token + active: active + done: done + outputs: + total: token.emitted_length + - kind: invoke + component: token_state_update + inputs: + current: token + update: sample.slot + active: active + done: done + outputs: + next: token.body + - kind: invoke + component: termination + inputs: + tokens: sample.body + eos_ids: termination.eos_ids + eos_lengths: termination.eos_lengths + iteration: loop.iteration + max_iterations: termination.max_iterations + active: active + outputs: + done: loop.done + continue: loop.continue + next_active: loop.next_active + - kind: invoke + component: cache_length_update + inputs: + left: cache_lengths + right: package.one_token + active: active + done: done + outputs: + total: cache_lengths.next + - kind: invoke + component: cache_length_update + inputs: + left: package.zero_batch + right: package.one_token + active: active + done: done + outputs: + total: accepted_len.next + - kind: emit + value: token.body + output: tokens + mode: append + valid_length: token.emitted_length + when: active + - kind: invoke + component: model + inputs: + input_ids: token.body + past_key_values.0.key: cache_0 + past_key_values.0.value: cache_1 + past_key_values.1.key: cache_2 + past_key_values.1.value: cache_3 + past_key_values.2.key: cache_4 + past_key_values.2.value: cache_5 + past_key_values.3.key: cache_6 + past_key_values.3.value: cache_7 + past_key_values.4.key: cache_8 + past_key_values.4.value: cache_9 + past_key_values.5.key: cache_10 + past_key_values.5.value: cache_11 + past_key_values.6.key: cache_12 + past_key_values.6.value: cache_13 + past_key_values.7.key: cache_14 + past_key_values.7.value: cache_15 + past_key_values.8.key: cache_16 + past_key_values.8.value: cache_17 + past_key_values.9.key: cache_18 + past_key_values.9.value: cache_19 + past_key_values.10.key: cache_20 + past_key_values.10.value: cache_21 + past_key_values.11.key: cache_22 + past_key_values.11.value: cache_23 + past_key_values.12.key: cache_24 + past_key_values.12.value: cache_25 + past_key_values.13.key: cache_26 + past_key_values.13.value: cache_27 + past_key_values.14.key: cache_28 + past_key_values.14.value: cache_29 + past_key_values.15.key: cache_30 + past_key_values.15.value: cache_31 + past_key_values.16.key: cache_32 + past_key_values.16.value: cache_33 + past_key_values.17.key: cache_34 + past_key_values.17.value: cache_35 + past_key_values.18.key: cache_36 + past_key_values.18.value: cache_37 + past_key_values.19.key: cache_38 + past_key_values.19.value: cache_39 + past_key_values.20.key: cache_40 + past_key_values.20.value: cache_41 + past_key_values.21.key: cache_42 + past_key_values.21.value: cache_43 + past_key_values.22.key: cache_44 + past_key_values.22.value: cache_45 + past_key_values.23.key: cache_46 + past_key_values.23.value: cache_47 + past_key_values.24.key: cache_48 + past_key_values.24.value: cache_49 + past_key_values.25.key: cache_50 + past_key_values.25.value: cache_51 + past_key_values.26.key: cache_52 + past_key_values.26.value: cache_53 + past_key_values.27.key: cache_54 + past_key_values.27.value: cache_55 + attention_mask: attention_mask + position_ids: position_ids + outputs: + logits: decoder.body.logits + present.0.key: decoder.body.present.0.key + present.0.value: decoder.body.present.0.value + present.1.key: decoder.body.present.1.key + present.1.value: decoder.body.present.1.value + present.2.key: decoder.body.present.2.key + present.2.value: decoder.body.present.2.value + present.3.key: decoder.body.present.3.key + present.3.value: decoder.body.present.3.value + present.4.key: decoder.body.present.4.key + present.4.value: decoder.body.present.4.value + present.5.key: decoder.body.present.5.key + present.5.value: decoder.body.present.5.value + present.6.key: decoder.body.present.6.key + present.6.value: decoder.body.present.6.value + present.7.key: decoder.body.present.7.key + present.7.value: decoder.body.present.7.value + present.8.key: decoder.body.present.8.key + present.8.value: decoder.body.present.8.value + present.9.key: decoder.body.present.9.key + present.9.value: decoder.body.present.9.value + present.10.key: decoder.body.present.10.key + present.10.value: decoder.body.present.10.value + present.11.key: decoder.body.present.11.key + present.11.value: decoder.body.present.11.value + present.12.key: decoder.body.present.12.key + present.12.value: decoder.body.present.12.value + present.13.key: decoder.body.present.13.key + present.13.value: decoder.body.present.13.value + present.14.key: decoder.body.present.14.key + present.14.value: decoder.body.present.14.value + present.15.key: decoder.body.present.15.key + present.15.value: decoder.body.present.15.value + present.16.key: decoder.body.present.16.key + present.16.value: decoder.body.present.16.value + present.17.key: decoder.body.present.17.key + present.17.value: decoder.body.present.17.value + present.18.key: decoder.body.present.18.key + present.18.value: decoder.body.present.18.value + present.19.key: decoder.body.present.19.key + present.19.value: decoder.body.present.19.value + present.20.key: decoder.body.present.20.key + present.20.value: decoder.body.present.20.value + present.21.key: decoder.body.present.21.key + present.21.value: decoder.body.present.21.value + present.22.key: decoder.body.present.22.key + present.22.value: decoder.body.present.22.value + present.23.key: decoder.body.present.23.key + present.23.value: decoder.body.present.23.value + present.24.key: decoder.body.present.24.key + present.24.value: decoder.body.present.24.value + present.25.key: decoder.body.present.25.key + present.25.value: decoder.body.present.25.value + present.26.key: decoder.body.present.26.key + present.26.value: decoder.body.present.26.value + present.27.key: decoder.body.present.27.key + present.27.value: decoder.body.present.27.value + - kind: invoke + component: last_token_logits + inputs: + logits: decoder.body.logits + outputs: + last_logits: decoder.body.last_logits + - kind: invoke + component: decoder_step_update + inputs: + attention_mask: attention_mask + position_ids: position_ids + outputs: + next_attention_mask: decoder_step.body_attention_mask + next_position_ids: decoder_step.body_position_ids + continue_when: active + max_iterations: request.max_iterations + carried: + - cell: token + next: token.body + - cell: logits + next: decoder.body.last_logits + - cell: generated_lengths + next: token.next_lengths + - cell: active + next: loop.next_active + - cell: done + next: loop.done + - cell: cache_lengths + next: cache_lengths.next + - cell: accepted_len + next: accepted_len.next + - cell: rng_counter + next: sample.next_counter + - cell: attention_mask + next: decoder_step.body_attention_mask + - cell: position_ids + next: decoder_step.body_position_ids + - cell: cache_0 + next: decoder.body.present.0.key + - cell: cache_1 + next: decoder.body.present.0.value + - cell: cache_2 + next: decoder.body.present.1.key + - cell: cache_3 + next: decoder.body.present.1.value + - cell: cache_4 + next: decoder.body.present.2.key + - cell: cache_5 + next: decoder.body.present.2.value + - cell: cache_6 + next: decoder.body.present.3.key + - cell: cache_7 + next: decoder.body.present.3.value + - cell: cache_8 + next: decoder.body.present.4.key + - cell: cache_9 + next: decoder.body.present.4.value + - cell: cache_10 + next: decoder.body.present.5.key + - cell: cache_11 + next: decoder.body.present.5.value + - cell: cache_12 + next: decoder.body.present.6.key + - cell: cache_13 + next: decoder.body.present.6.value + - cell: cache_14 + next: decoder.body.present.7.key + - cell: cache_15 + next: decoder.body.present.7.value + - cell: cache_16 + next: decoder.body.present.8.key + - cell: cache_17 + next: decoder.body.present.8.value + - cell: cache_18 + next: decoder.body.present.9.key + - cell: cache_19 + next: decoder.body.present.9.value + - cell: cache_20 + next: decoder.body.present.10.key + - cell: cache_21 + next: decoder.body.present.10.value + - cell: cache_22 + next: decoder.body.present.11.key + - cell: cache_23 + next: decoder.body.present.11.value + - cell: cache_24 + next: decoder.body.present.12.key + - cell: cache_25 + next: decoder.body.present.12.value + - cell: cache_26 + next: decoder.body.present.13.key + - cell: cache_27 + next: decoder.body.present.13.value + - cell: cache_28 + next: decoder.body.present.14.key + - cell: cache_29 + next: decoder.body.present.14.value + - cell: cache_30 + next: decoder.body.present.15.key + - cell: cache_31 + next: decoder.body.present.15.value + - cell: cache_32 + next: decoder.body.present.16.key + - cell: cache_33 + next: decoder.body.present.16.value + - cell: cache_34 + next: decoder.body.present.17.key + - cell: cache_35 + next: decoder.body.present.17.value + - cell: cache_36 + next: decoder.body.present.18.key + - cell: cache_37 + next: decoder.body.present.18.value + - cell: cache_38 + next: decoder.body.present.19.key + - cell: cache_39 + next: decoder.body.present.19.value + - cell: cache_40 + next: decoder.body.present.20.key + - cell: cache_41 + next: decoder.body.present.20.value + - cell: cache_42 + next: decoder.body.present.21.key + - cell: cache_43 + next: decoder.body.present.21.value + - cell: cache_44 + next: decoder.body.present.22.key + - cell: cache_45 + next: decoder.body.present.22.value + - cell: cache_46 + next: decoder.body.present.23.key + - cell: cache_47 + next: decoder.body.present.23.value + - cell: cache_48 + next: decoder.body.present.24.key + - cell: cache_49 + next: decoder.body.present.24.value + - cell: cache_50 + next: decoder.body.present.25.key + - cell: cache_51 + next: decoder.body.present.25.value + - cell: cache_52 + next: decoder.body.present.26.key + - cell: cache_53 + next: decoder.body.present.26.value + - cell: cache_54 + next: decoder.body.present.27.key + - cell: cache_55 + next: decoder.body.present.27.value + termination: generation_eos + iteration: + value: loop.iteration + contract: + dtype: int64 + rank: 1 + shape: + - 1 +adapters: + base_model_fingerprint: onnx-genai-targeted-base-v1:sha256:6269f9bccc18408f62db26753e5f49d59cc4c43da9f4a87096c0fd4e415805cf + target_manifest: + targets: + - id: model.layers.0.mlp.down_proj + component: model + initializer: model.layers.0.mlp.down_proj.weight + node_name: model/layers.0/mlp/down_proj/MatMul_node_37/adapter_weight_transpose + output_name: model.layers.0.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.mlp.gate_proj + component: model + initializer: model.layers.0.mlp.gate_proj.weight + node_name: model/layers.0/mlp/gate_proj/MatMul_node_31/adapter_weight_transpose + output_name: model.layers.0.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.mlp.up_proj + component: model + initializer: model.layers.0.mlp.up_proj.weight + node_name: model/layers.0/mlp/up_proj/MatMul_node_34/adapter_weight_transpose + output_name: model.layers.0.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.self_attn.k_proj + component: model + initializer: model.layers.0.self_attn.k_proj.weight + node_name: model/layers.0/self_attn/k_proj/MatMul_node_18/adapter_weight_transpose + output_name: model.layers.0.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.self_attn.o_proj + component: model + initializer: model.layers.0.self_attn.o_proj.weight + node_name: model/layers.0/self_attn/o_proj/MatMul_node_27/adapter_weight_transpose + output_name: model.layers.0.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.self_attn.q_proj + component: model + initializer: model.layers.0.self_attn.q_proj.weight + node_name: model/layers.0/self_attn/q_proj/MatMul_node_15/adapter_weight_transpose + output_name: model.layers.0.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.0.self_attn.v_proj + component: model + initializer: model.layers.0.self_attn.v_proj.weight + node_name: model/layers.0/self_attn/v_proj/MatMul_node_21/adapter_weight_transpose + output_name: model.layers.0.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 0 + rank: 16 + alpha: 32.0 + - id: model.layers.1.mlp.down_proj + component: model + initializer: model.layers.1.mlp.down_proj.weight + node_name: model/layers.1/mlp/down_proj/MatMul_node_63/adapter_weight_transpose + output_name: model.layers.1.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.mlp.gate_proj + component: model + initializer: model.layers.1.mlp.gate_proj.weight + node_name: model/layers.1/mlp/gate_proj/MatMul_node_57/adapter_weight_transpose + output_name: model.layers.1.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.mlp.up_proj + component: model + initializer: model.layers.1.mlp.up_proj.weight + node_name: model/layers.1/mlp/up_proj/MatMul_node_60/adapter_weight_transpose + output_name: model.layers.1.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.self_attn.k_proj + component: model + initializer: model.layers.1.self_attn.k_proj.weight + node_name: model/layers.1/self_attn/k_proj/MatMul_node_44/adapter_weight_transpose + output_name: model.layers.1.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.self_attn.o_proj + component: model + initializer: model.layers.1.self_attn.o_proj.weight + node_name: model/layers.1/self_attn/o_proj/MatMul_node_53/adapter_weight_transpose + output_name: model.layers.1.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.self_attn.q_proj + component: model + initializer: model.layers.1.self_attn.q_proj.weight + node_name: model/layers.1/self_attn/q_proj/MatMul_node_41/adapter_weight_transpose + output_name: model.layers.1.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.1.self_attn.v_proj + component: model + initializer: model.layers.1.self_attn.v_proj.weight + node_name: model/layers.1/self_attn/v_proj/MatMul_node_47/adapter_weight_transpose + output_name: model.layers.1.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 1 + rank: 16 + alpha: 32.0 + - id: model.layers.10.mlp.down_proj + component: model + initializer: model.layers.10.mlp.down_proj.weight + node_name: model/layers.10/mlp/down_proj/MatMul_node_297/adapter_weight_transpose + output_name: model.layers.10.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.mlp.gate_proj + component: model + initializer: model.layers.10.mlp.gate_proj.weight + node_name: model/layers.10/mlp/gate_proj/MatMul_node_291/adapter_weight_transpose + output_name: model.layers.10.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.mlp.up_proj + component: model + initializer: model.layers.10.mlp.up_proj.weight + node_name: model/layers.10/mlp/up_proj/MatMul_node_294/adapter_weight_transpose + output_name: model.layers.10.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.self_attn.k_proj + component: model + initializer: model.layers.10.self_attn.k_proj.weight + node_name: model/layers.10/self_attn/k_proj/MatMul_node_278/adapter_weight_transpose + output_name: model.layers.10.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.self_attn.o_proj + component: model + initializer: model.layers.10.self_attn.o_proj.weight + node_name: model/layers.10/self_attn/o_proj/MatMul_node_287/adapter_weight_transpose + output_name: model.layers.10.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.self_attn.q_proj + component: model + initializer: model.layers.10.self_attn.q_proj.weight + node_name: model/layers.10/self_attn/q_proj/MatMul_node_275/adapter_weight_transpose + output_name: model.layers.10.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.10.self_attn.v_proj + component: model + initializer: model.layers.10.self_attn.v_proj.weight + node_name: model/layers.10/self_attn/v_proj/MatMul_node_281/adapter_weight_transpose + output_name: model.layers.10.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 10 + rank: 16 + alpha: 32.0 + - id: model.layers.11.mlp.down_proj + component: model + initializer: model.layers.11.mlp.down_proj.weight + node_name: model/layers.11/mlp/down_proj/MatMul_node_323/adapter_weight_transpose + output_name: model.layers.11.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.mlp.gate_proj + component: model + initializer: model.layers.11.mlp.gate_proj.weight + node_name: model/layers.11/mlp/gate_proj/MatMul_node_317/adapter_weight_transpose + output_name: model.layers.11.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.mlp.up_proj + component: model + initializer: model.layers.11.mlp.up_proj.weight + node_name: model/layers.11/mlp/up_proj/MatMul_node_320/adapter_weight_transpose + output_name: model.layers.11.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.self_attn.k_proj + component: model + initializer: model.layers.11.self_attn.k_proj.weight + node_name: model/layers.11/self_attn/k_proj/MatMul_node_304/adapter_weight_transpose + output_name: model.layers.11.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.self_attn.o_proj + component: model + initializer: model.layers.11.self_attn.o_proj.weight + node_name: model/layers.11/self_attn/o_proj/MatMul_node_313/adapter_weight_transpose + output_name: model.layers.11.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.self_attn.q_proj + component: model + initializer: model.layers.11.self_attn.q_proj.weight + node_name: model/layers.11/self_attn/q_proj/MatMul_node_301/adapter_weight_transpose + output_name: model.layers.11.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.11.self_attn.v_proj + component: model + initializer: model.layers.11.self_attn.v_proj.weight + node_name: model/layers.11/self_attn/v_proj/MatMul_node_307/adapter_weight_transpose + output_name: model.layers.11.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 11 + rank: 16 + alpha: 32.0 + - id: model.layers.12.mlp.down_proj + component: model + initializer: model.layers.12.mlp.down_proj.weight + node_name: model/layers.12/mlp/down_proj/MatMul_node_349/adapter_weight_transpose + output_name: model.layers.12.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.mlp.gate_proj + component: model + initializer: model.layers.12.mlp.gate_proj.weight + node_name: model/layers.12/mlp/gate_proj/MatMul_node_343/adapter_weight_transpose + output_name: model.layers.12.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.mlp.up_proj + component: model + initializer: model.layers.12.mlp.up_proj.weight + node_name: model/layers.12/mlp/up_proj/MatMul_node_346/adapter_weight_transpose + output_name: model.layers.12.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.self_attn.k_proj + component: model + initializer: model.layers.12.self_attn.k_proj.weight + node_name: model/layers.12/self_attn/k_proj/MatMul_node_330/adapter_weight_transpose + output_name: model.layers.12.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.self_attn.o_proj + component: model + initializer: model.layers.12.self_attn.o_proj.weight + node_name: model/layers.12/self_attn/o_proj/MatMul_node_339/adapter_weight_transpose + output_name: model.layers.12.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.self_attn.q_proj + component: model + initializer: model.layers.12.self_attn.q_proj.weight + node_name: model/layers.12/self_attn/q_proj/MatMul_node_327/adapter_weight_transpose + output_name: model.layers.12.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.12.self_attn.v_proj + component: model + initializer: model.layers.12.self_attn.v_proj.weight + node_name: model/layers.12/self_attn/v_proj/MatMul_node_333/adapter_weight_transpose + output_name: model.layers.12.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 12 + rank: 16 + alpha: 32.0 + - id: model.layers.13.mlp.down_proj + component: model + initializer: model.layers.13.mlp.down_proj.weight + node_name: model/layers.13/mlp/down_proj/MatMul_node_375/adapter_weight_transpose + output_name: model.layers.13.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.mlp.gate_proj + component: model + initializer: model.layers.13.mlp.gate_proj.weight + node_name: model/layers.13/mlp/gate_proj/MatMul_node_369/adapter_weight_transpose + output_name: model.layers.13.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.mlp.up_proj + component: model + initializer: model.layers.13.mlp.up_proj.weight + node_name: model/layers.13/mlp/up_proj/MatMul_node_372/adapter_weight_transpose + output_name: model.layers.13.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.self_attn.k_proj + component: model + initializer: model.layers.13.self_attn.k_proj.weight + node_name: model/layers.13/self_attn/k_proj/MatMul_node_356/adapter_weight_transpose + output_name: model.layers.13.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.self_attn.o_proj + component: model + initializer: model.layers.13.self_attn.o_proj.weight + node_name: model/layers.13/self_attn/o_proj/MatMul_node_365/adapter_weight_transpose + output_name: model.layers.13.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.self_attn.q_proj + component: model + initializer: model.layers.13.self_attn.q_proj.weight + node_name: model/layers.13/self_attn/q_proj/MatMul_node_353/adapter_weight_transpose + output_name: model.layers.13.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.13.self_attn.v_proj + component: model + initializer: model.layers.13.self_attn.v_proj.weight + node_name: model/layers.13/self_attn/v_proj/MatMul_node_359/adapter_weight_transpose + output_name: model.layers.13.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 13 + rank: 16 + alpha: 32.0 + - id: model.layers.14.mlp.down_proj + component: model + initializer: model.layers.14.mlp.down_proj.weight + node_name: model/layers.14/mlp/down_proj/MatMul_node_401/adapter_weight_transpose + output_name: model.layers.14.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.mlp.gate_proj + component: model + initializer: model.layers.14.mlp.gate_proj.weight + node_name: model/layers.14/mlp/gate_proj/MatMul_node_395/adapter_weight_transpose + output_name: model.layers.14.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.mlp.up_proj + component: model + initializer: model.layers.14.mlp.up_proj.weight + node_name: model/layers.14/mlp/up_proj/MatMul_node_398/adapter_weight_transpose + output_name: model.layers.14.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.self_attn.k_proj + component: model + initializer: model.layers.14.self_attn.k_proj.weight + node_name: model/layers.14/self_attn/k_proj/MatMul_node_382/adapter_weight_transpose + output_name: model.layers.14.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.self_attn.o_proj + component: model + initializer: model.layers.14.self_attn.o_proj.weight + node_name: model/layers.14/self_attn/o_proj/MatMul_node_391/adapter_weight_transpose + output_name: model.layers.14.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.self_attn.q_proj + component: model + initializer: model.layers.14.self_attn.q_proj.weight + node_name: model/layers.14/self_attn/q_proj/MatMul_node_379/adapter_weight_transpose + output_name: model.layers.14.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.14.self_attn.v_proj + component: model + initializer: model.layers.14.self_attn.v_proj.weight + node_name: model/layers.14/self_attn/v_proj/MatMul_node_385/adapter_weight_transpose + output_name: model.layers.14.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 14 + rank: 16 + alpha: 32.0 + - id: model.layers.15.mlp.down_proj + component: model + initializer: model.layers.15.mlp.down_proj.weight + node_name: model/layers.15/mlp/down_proj/MatMul_node_427/adapter_weight_transpose + output_name: model.layers.15.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.mlp.gate_proj + component: model + initializer: model.layers.15.mlp.gate_proj.weight + node_name: model/layers.15/mlp/gate_proj/MatMul_node_421/adapter_weight_transpose + output_name: model.layers.15.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.mlp.up_proj + component: model + initializer: model.layers.15.mlp.up_proj.weight + node_name: model/layers.15/mlp/up_proj/MatMul_node_424/adapter_weight_transpose + output_name: model.layers.15.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.self_attn.k_proj + component: model + initializer: model.layers.15.self_attn.k_proj.weight + node_name: model/layers.15/self_attn/k_proj/MatMul_node_408/adapter_weight_transpose + output_name: model.layers.15.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.self_attn.o_proj + component: model + initializer: model.layers.15.self_attn.o_proj.weight + node_name: model/layers.15/self_attn/o_proj/MatMul_node_417/adapter_weight_transpose + output_name: model.layers.15.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.self_attn.q_proj + component: model + initializer: model.layers.15.self_attn.q_proj.weight + node_name: model/layers.15/self_attn/q_proj/MatMul_node_405/adapter_weight_transpose + output_name: model.layers.15.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.15.self_attn.v_proj + component: model + initializer: model.layers.15.self_attn.v_proj.weight + node_name: model/layers.15/self_attn/v_proj/MatMul_node_411/adapter_weight_transpose + output_name: model.layers.15.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 15 + rank: 16 + alpha: 32.0 + - id: model.layers.16.mlp.down_proj + component: model + initializer: model.layers.16.mlp.down_proj.weight + node_name: model/layers.16/mlp/down_proj/MatMul_node_453/adapter_weight_transpose + output_name: model.layers.16.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.mlp.gate_proj + component: model + initializer: model.layers.16.mlp.gate_proj.weight + node_name: model/layers.16/mlp/gate_proj/MatMul_node_447/adapter_weight_transpose + output_name: model.layers.16.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.mlp.up_proj + component: model + initializer: model.layers.16.mlp.up_proj.weight + node_name: model/layers.16/mlp/up_proj/MatMul_node_450/adapter_weight_transpose + output_name: model.layers.16.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.self_attn.k_proj + component: model + initializer: model.layers.16.self_attn.k_proj.weight + node_name: model/layers.16/self_attn/k_proj/MatMul_node_434/adapter_weight_transpose + output_name: model.layers.16.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.self_attn.o_proj + component: model + initializer: model.layers.16.self_attn.o_proj.weight + node_name: model/layers.16/self_attn/o_proj/MatMul_node_443/adapter_weight_transpose + output_name: model.layers.16.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.self_attn.q_proj + component: model + initializer: model.layers.16.self_attn.q_proj.weight + node_name: model/layers.16/self_attn/q_proj/MatMul_node_431/adapter_weight_transpose + output_name: model.layers.16.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.16.self_attn.v_proj + component: model + initializer: model.layers.16.self_attn.v_proj.weight + node_name: model/layers.16/self_attn/v_proj/MatMul_node_437/adapter_weight_transpose + output_name: model.layers.16.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 16 + rank: 16 + alpha: 32.0 + - id: model.layers.17.mlp.down_proj + component: model + initializer: model.layers.17.mlp.down_proj.weight + node_name: model/layers.17/mlp/down_proj/MatMul_node_479/adapter_weight_transpose + output_name: model.layers.17.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.mlp.gate_proj + component: model + initializer: model.layers.17.mlp.gate_proj.weight + node_name: model/layers.17/mlp/gate_proj/MatMul_node_473/adapter_weight_transpose + output_name: model.layers.17.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.mlp.up_proj + component: model + initializer: model.layers.17.mlp.up_proj.weight + node_name: model/layers.17/mlp/up_proj/MatMul_node_476/adapter_weight_transpose + output_name: model.layers.17.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.self_attn.k_proj + component: model + initializer: model.layers.17.self_attn.k_proj.weight + node_name: model/layers.17/self_attn/k_proj/MatMul_node_460/adapter_weight_transpose + output_name: model.layers.17.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.self_attn.o_proj + component: model + initializer: model.layers.17.self_attn.o_proj.weight + node_name: model/layers.17/self_attn/o_proj/MatMul_node_469/adapter_weight_transpose + output_name: model.layers.17.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.self_attn.q_proj + component: model + initializer: model.layers.17.self_attn.q_proj.weight + node_name: model/layers.17/self_attn/q_proj/MatMul_node_457/adapter_weight_transpose + output_name: model.layers.17.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.17.self_attn.v_proj + component: model + initializer: model.layers.17.self_attn.v_proj.weight + node_name: model/layers.17/self_attn/v_proj/MatMul_node_463/adapter_weight_transpose + output_name: model.layers.17.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 17 + rank: 16 + alpha: 32.0 + - id: model.layers.18.mlp.down_proj + component: model + initializer: model.layers.18.mlp.down_proj.weight + node_name: model/layers.18/mlp/down_proj/MatMul_node_505/adapter_weight_transpose + output_name: model.layers.18.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.mlp.gate_proj + component: model + initializer: model.layers.18.mlp.gate_proj.weight + node_name: model/layers.18/mlp/gate_proj/MatMul_node_499/adapter_weight_transpose + output_name: model.layers.18.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.mlp.up_proj + component: model + initializer: model.layers.18.mlp.up_proj.weight + node_name: model/layers.18/mlp/up_proj/MatMul_node_502/adapter_weight_transpose + output_name: model.layers.18.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.self_attn.k_proj + component: model + initializer: model.layers.18.self_attn.k_proj.weight + node_name: model/layers.18/self_attn/k_proj/MatMul_node_486/adapter_weight_transpose + output_name: model.layers.18.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.self_attn.o_proj + component: model + initializer: model.layers.18.self_attn.o_proj.weight + node_name: model/layers.18/self_attn/o_proj/MatMul_node_495/adapter_weight_transpose + output_name: model.layers.18.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.self_attn.q_proj + component: model + initializer: model.layers.18.self_attn.q_proj.weight + node_name: model/layers.18/self_attn/q_proj/MatMul_node_483/adapter_weight_transpose + output_name: model.layers.18.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.18.self_attn.v_proj + component: model + initializer: model.layers.18.self_attn.v_proj.weight + node_name: model/layers.18/self_attn/v_proj/MatMul_node_489/adapter_weight_transpose + output_name: model.layers.18.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 18 + rank: 16 + alpha: 32.0 + - id: model.layers.19.mlp.down_proj + component: model + initializer: model.layers.19.mlp.down_proj.weight + node_name: model/layers.19/mlp/down_proj/MatMul_node_531/adapter_weight_transpose + output_name: model.layers.19.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.mlp.gate_proj + component: model + initializer: model.layers.19.mlp.gate_proj.weight + node_name: model/layers.19/mlp/gate_proj/MatMul_node_525/adapter_weight_transpose + output_name: model.layers.19.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.mlp.up_proj + component: model + initializer: model.layers.19.mlp.up_proj.weight + node_name: model/layers.19/mlp/up_proj/MatMul_node_528/adapter_weight_transpose + output_name: model.layers.19.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.self_attn.k_proj + component: model + initializer: model.layers.19.self_attn.k_proj.weight + node_name: model/layers.19/self_attn/k_proj/MatMul_node_512/adapter_weight_transpose + output_name: model.layers.19.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.self_attn.o_proj + component: model + initializer: model.layers.19.self_attn.o_proj.weight + node_name: model/layers.19/self_attn/o_proj/MatMul_node_521/adapter_weight_transpose + output_name: model.layers.19.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.self_attn.q_proj + component: model + initializer: model.layers.19.self_attn.q_proj.weight + node_name: model/layers.19/self_attn/q_proj/MatMul_node_509/adapter_weight_transpose + output_name: model.layers.19.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.19.self_attn.v_proj + component: model + initializer: model.layers.19.self_attn.v_proj.weight + node_name: model/layers.19/self_attn/v_proj/MatMul_node_515/adapter_weight_transpose + output_name: model.layers.19.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 19 + rank: 16 + alpha: 32.0 + - id: model.layers.2.mlp.down_proj + component: model + initializer: model.layers.2.mlp.down_proj.weight + node_name: model/layers.2/mlp/down_proj/MatMul_node_89/adapter_weight_transpose + output_name: model.layers.2.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.mlp.gate_proj + component: model + initializer: model.layers.2.mlp.gate_proj.weight + node_name: model/layers.2/mlp/gate_proj/MatMul_node_83/adapter_weight_transpose + output_name: model.layers.2.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.mlp.up_proj + component: model + initializer: model.layers.2.mlp.up_proj.weight + node_name: model/layers.2/mlp/up_proj/MatMul_node_86/adapter_weight_transpose + output_name: model.layers.2.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.self_attn.k_proj + component: model + initializer: model.layers.2.self_attn.k_proj.weight + node_name: model/layers.2/self_attn/k_proj/MatMul_node_70/adapter_weight_transpose + output_name: model.layers.2.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.self_attn.o_proj + component: model + initializer: model.layers.2.self_attn.o_proj.weight + node_name: model/layers.2/self_attn/o_proj/MatMul_node_79/adapter_weight_transpose + output_name: model.layers.2.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.self_attn.q_proj + component: model + initializer: model.layers.2.self_attn.q_proj.weight + node_name: model/layers.2/self_attn/q_proj/MatMul_node_67/adapter_weight_transpose + output_name: model.layers.2.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.2.self_attn.v_proj + component: model + initializer: model.layers.2.self_attn.v_proj.weight + node_name: model/layers.2/self_attn/v_proj/MatMul_node_73/adapter_weight_transpose + output_name: model.layers.2.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 2 + rank: 16 + alpha: 32.0 + - id: model.layers.20.mlp.down_proj + component: model + initializer: model.layers.20.mlp.down_proj.weight + node_name: model/layers.20/mlp/down_proj/MatMul_node_557/adapter_weight_transpose + output_name: model.layers.20.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.mlp.gate_proj + component: model + initializer: model.layers.20.mlp.gate_proj.weight + node_name: model/layers.20/mlp/gate_proj/MatMul_node_551/adapter_weight_transpose + output_name: model.layers.20.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.mlp.up_proj + component: model + initializer: model.layers.20.mlp.up_proj.weight + node_name: model/layers.20/mlp/up_proj/MatMul_node_554/adapter_weight_transpose + output_name: model.layers.20.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.self_attn.k_proj + component: model + initializer: model.layers.20.self_attn.k_proj.weight + node_name: model/layers.20/self_attn/k_proj/MatMul_node_538/adapter_weight_transpose + output_name: model.layers.20.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.self_attn.o_proj + component: model + initializer: model.layers.20.self_attn.o_proj.weight + node_name: model/layers.20/self_attn/o_proj/MatMul_node_547/adapter_weight_transpose + output_name: model.layers.20.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.self_attn.q_proj + component: model + initializer: model.layers.20.self_attn.q_proj.weight + node_name: model/layers.20/self_attn/q_proj/MatMul_node_535/adapter_weight_transpose + output_name: model.layers.20.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.20.self_attn.v_proj + component: model + initializer: model.layers.20.self_attn.v_proj.weight + node_name: model/layers.20/self_attn/v_proj/MatMul_node_541/adapter_weight_transpose + output_name: model.layers.20.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 20 + rank: 16 + alpha: 32.0 + - id: model.layers.21.mlp.down_proj + component: model + initializer: model.layers.21.mlp.down_proj.weight + node_name: model/layers.21/mlp/down_proj/MatMul_node_583/adapter_weight_transpose + output_name: model.layers.21.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.mlp.gate_proj + component: model + initializer: model.layers.21.mlp.gate_proj.weight + node_name: model/layers.21/mlp/gate_proj/MatMul_node_577/adapter_weight_transpose + output_name: model.layers.21.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.mlp.up_proj + component: model + initializer: model.layers.21.mlp.up_proj.weight + node_name: model/layers.21/mlp/up_proj/MatMul_node_580/adapter_weight_transpose + output_name: model.layers.21.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.self_attn.k_proj + component: model + initializer: model.layers.21.self_attn.k_proj.weight + node_name: model/layers.21/self_attn/k_proj/MatMul_node_564/adapter_weight_transpose + output_name: model.layers.21.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.self_attn.o_proj + component: model + initializer: model.layers.21.self_attn.o_proj.weight + node_name: model/layers.21/self_attn/o_proj/MatMul_node_573/adapter_weight_transpose + output_name: model.layers.21.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.self_attn.q_proj + component: model + initializer: model.layers.21.self_attn.q_proj.weight + node_name: model/layers.21/self_attn/q_proj/MatMul_node_561/adapter_weight_transpose + output_name: model.layers.21.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.21.self_attn.v_proj + component: model + initializer: model.layers.21.self_attn.v_proj.weight + node_name: model/layers.21/self_attn/v_proj/MatMul_node_567/adapter_weight_transpose + output_name: model.layers.21.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 21 + rank: 16 + alpha: 32.0 + - id: model.layers.22.mlp.down_proj + component: model + initializer: model.layers.22.mlp.down_proj.weight + node_name: model/layers.22/mlp/down_proj/MatMul_node_609/adapter_weight_transpose + output_name: model.layers.22.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.mlp.gate_proj + component: model + initializer: model.layers.22.mlp.gate_proj.weight + node_name: model/layers.22/mlp/gate_proj/MatMul_node_603/adapter_weight_transpose + output_name: model.layers.22.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.mlp.up_proj + component: model + initializer: model.layers.22.mlp.up_proj.weight + node_name: model/layers.22/mlp/up_proj/MatMul_node_606/adapter_weight_transpose + output_name: model.layers.22.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.self_attn.k_proj + component: model + initializer: model.layers.22.self_attn.k_proj.weight + node_name: model/layers.22/self_attn/k_proj/MatMul_node_590/adapter_weight_transpose + output_name: model.layers.22.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.self_attn.o_proj + component: model + initializer: model.layers.22.self_attn.o_proj.weight + node_name: model/layers.22/self_attn/o_proj/MatMul_node_599/adapter_weight_transpose + output_name: model.layers.22.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.self_attn.q_proj + component: model + initializer: model.layers.22.self_attn.q_proj.weight + node_name: model/layers.22/self_attn/q_proj/MatMul_node_587/adapter_weight_transpose + output_name: model.layers.22.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.22.self_attn.v_proj + component: model + initializer: model.layers.22.self_attn.v_proj.weight + node_name: model/layers.22/self_attn/v_proj/MatMul_node_593/adapter_weight_transpose + output_name: model.layers.22.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 22 + rank: 16 + alpha: 32.0 + - id: model.layers.23.mlp.down_proj + component: model + initializer: model.layers.23.mlp.down_proj.weight + node_name: model/layers.23/mlp/down_proj/MatMul_node_635/adapter_weight_transpose + output_name: model.layers.23.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.mlp.gate_proj + component: model + initializer: model.layers.23.mlp.gate_proj.weight + node_name: model/layers.23/mlp/gate_proj/MatMul_node_629/adapter_weight_transpose + output_name: model.layers.23.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.mlp.up_proj + component: model + initializer: model.layers.23.mlp.up_proj.weight + node_name: model/layers.23/mlp/up_proj/MatMul_node_632/adapter_weight_transpose + output_name: model.layers.23.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.self_attn.k_proj + component: model + initializer: model.layers.23.self_attn.k_proj.weight + node_name: model/layers.23/self_attn/k_proj/MatMul_node_616/adapter_weight_transpose + output_name: model.layers.23.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.self_attn.o_proj + component: model + initializer: model.layers.23.self_attn.o_proj.weight + node_name: model/layers.23/self_attn/o_proj/MatMul_node_625/adapter_weight_transpose + output_name: model.layers.23.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.self_attn.q_proj + component: model + initializer: model.layers.23.self_attn.q_proj.weight + node_name: model/layers.23/self_attn/q_proj/MatMul_node_613/adapter_weight_transpose + output_name: model.layers.23.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.23.self_attn.v_proj + component: model + initializer: model.layers.23.self_attn.v_proj.weight + node_name: model/layers.23/self_attn/v_proj/MatMul_node_619/adapter_weight_transpose + output_name: model.layers.23.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 23 + rank: 16 + alpha: 32.0 + - id: model.layers.24.mlp.down_proj + component: model + initializer: model.layers.24.mlp.down_proj.weight + node_name: model/layers.24/mlp/down_proj/MatMul_node_661/adapter_weight_transpose + output_name: model.layers.24.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.mlp.gate_proj + component: model + initializer: model.layers.24.mlp.gate_proj.weight + node_name: model/layers.24/mlp/gate_proj/MatMul_node_655/adapter_weight_transpose + output_name: model.layers.24.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.mlp.up_proj + component: model + initializer: model.layers.24.mlp.up_proj.weight + node_name: model/layers.24/mlp/up_proj/MatMul_node_658/adapter_weight_transpose + output_name: model.layers.24.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.self_attn.k_proj + component: model + initializer: model.layers.24.self_attn.k_proj.weight + node_name: model/layers.24/self_attn/k_proj/MatMul_node_642/adapter_weight_transpose + output_name: model.layers.24.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.self_attn.o_proj + component: model + initializer: model.layers.24.self_attn.o_proj.weight + node_name: model/layers.24/self_attn/o_proj/MatMul_node_651/adapter_weight_transpose + output_name: model.layers.24.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.self_attn.q_proj + component: model + initializer: model.layers.24.self_attn.q_proj.weight + node_name: model/layers.24/self_attn/q_proj/MatMul_node_639/adapter_weight_transpose + output_name: model.layers.24.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.24.self_attn.v_proj + component: model + initializer: model.layers.24.self_attn.v_proj.weight + node_name: model/layers.24/self_attn/v_proj/MatMul_node_645/adapter_weight_transpose + output_name: model.layers.24.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 24 + rank: 16 + alpha: 32.0 + - id: model.layers.25.mlp.down_proj + component: model + initializer: model.layers.25.mlp.down_proj.weight + node_name: model/layers.25/mlp/down_proj/MatMul_node_687/adapter_weight_transpose + output_name: model.layers.25.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.mlp.gate_proj + component: model + initializer: model.layers.25.mlp.gate_proj.weight + node_name: model/layers.25/mlp/gate_proj/MatMul_node_681/adapter_weight_transpose + output_name: model.layers.25.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.mlp.up_proj + component: model + initializer: model.layers.25.mlp.up_proj.weight + node_name: model/layers.25/mlp/up_proj/MatMul_node_684/adapter_weight_transpose + output_name: model.layers.25.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.self_attn.k_proj + component: model + initializer: model.layers.25.self_attn.k_proj.weight + node_name: model/layers.25/self_attn/k_proj/MatMul_node_668/adapter_weight_transpose + output_name: model.layers.25.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.self_attn.o_proj + component: model + initializer: model.layers.25.self_attn.o_proj.weight + node_name: model/layers.25/self_attn/o_proj/MatMul_node_677/adapter_weight_transpose + output_name: model.layers.25.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.self_attn.q_proj + component: model + initializer: model.layers.25.self_attn.q_proj.weight + node_name: model/layers.25/self_attn/q_proj/MatMul_node_665/adapter_weight_transpose + output_name: model.layers.25.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.25.self_attn.v_proj + component: model + initializer: model.layers.25.self_attn.v_proj.weight + node_name: model/layers.25/self_attn/v_proj/MatMul_node_671/adapter_weight_transpose + output_name: model.layers.25.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 25 + rank: 16 + alpha: 32.0 + - id: model.layers.26.mlp.down_proj + component: model + initializer: model.layers.26.mlp.down_proj.weight + node_name: model/layers.26/mlp/down_proj/MatMul_node_713/adapter_weight_transpose + output_name: model.layers.26.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.mlp.gate_proj + component: model + initializer: model.layers.26.mlp.gate_proj.weight + node_name: model/layers.26/mlp/gate_proj/MatMul_node_707/adapter_weight_transpose + output_name: model.layers.26.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.mlp.up_proj + component: model + initializer: model.layers.26.mlp.up_proj.weight + node_name: model/layers.26/mlp/up_proj/MatMul_node_710/adapter_weight_transpose + output_name: model.layers.26.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.self_attn.k_proj + component: model + initializer: model.layers.26.self_attn.k_proj.weight + node_name: model/layers.26/self_attn/k_proj/MatMul_node_694/adapter_weight_transpose + output_name: model.layers.26.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.self_attn.o_proj + component: model + initializer: model.layers.26.self_attn.o_proj.weight + node_name: model/layers.26/self_attn/o_proj/MatMul_node_703/adapter_weight_transpose + output_name: model.layers.26.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.self_attn.q_proj + component: model + initializer: model.layers.26.self_attn.q_proj.weight + node_name: model/layers.26/self_attn/q_proj/MatMul_node_691/adapter_weight_transpose + output_name: model.layers.26.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.26.self_attn.v_proj + component: model + initializer: model.layers.26.self_attn.v_proj.weight + node_name: model/layers.26/self_attn/v_proj/MatMul_node_697/adapter_weight_transpose + output_name: model.layers.26.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 26 + rank: 16 + alpha: 32.0 + - id: model.layers.27.mlp.down_proj + component: model + initializer: model.layers.27.mlp.down_proj.weight + node_name: model/layers.27/mlp/down_proj/MatMul_node_739/adapter_weight_transpose + output_name: model.layers.27.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.mlp.gate_proj + component: model + initializer: model.layers.27.mlp.gate_proj.weight + node_name: model/layers.27/mlp/gate_proj/MatMul_node_733/adapter_weight_transpose + output_name: model.layers.27.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.mlp.up_proj + component: model + initializer: model.layers.27.mlp.up_proj.weight + node_name: model/layers.27/mlp/up_proj/MatMul_node_736/adapter_weight_transpose + output_name: model.layers.27.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.self_attn.k_proj + component: model + initializer: model.layers.27.self_attn.k_proj.weight + node_name: model/layers.27/self_attn/k_proj/MatMul_node_720/adapter_weight_transpose + output_name: model.layers.27.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.self_attn.o_proj + component: model + initializer: model.layers.27.self_attn.o_proj.weight + node_name: model/layers.27/self_attn/o_proj/MatMul_node_729/adapter_weight_transpose + output_name: model.layers.27.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.self_attn.q_proj + component: model + initializer: model.layers.27.self_attn.q_proj.weight + node_name: model/layers.27/self_attn/q_proj/MatMul_node_717/adapter_weight_transpose + output_name: model.layers.27.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.27.self_attn.v_proj + component: model + initializer: model.layers.27.self_attn.v_proj.weight + node_name: model/layers.27/self_attn/v_proj/MatMul_node_723/adapter_weight_transpose + output_name: model.layers.27.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 27 + rank: 16 + alpha: 32.0 + - id: model.layers.3.mlp.down_proj + component: model + initializer: model.layers.3.mlp.down_proj.weight + node_name: model/layers.3/mlp/down_proj/MatMul_node_115/adapter_weight_transpose + output_name: model.layers.3.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.mlp.gate_proj + component: model + initializer: model.layers.3.mlp.gate_proj.weight + node_name: model/layers.3/mlp/gate_proj/MatMul_node_109/adapter_weight_transpose + output_name: model.layers.3.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.mlp.up_proj + component: model + initializer: model.layers.3.mlp.up_proj.weight + node_name: model/layers.3/mlp/up_proj/MatMul_node_112/adapter_weight_transpose + output_name: model.layers.3.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.self_attn.k_proj + component: model + initializer: model.layers.3.self_attn.k_proj.weight + node_name: model/layers.3/self_attn/k_proj/MatMul_node_96/adapter_weight_transpose + output_name: model.layers.3.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.self_attn.o_proj + component: model + initializer: model.layers.3.self_attn.o_proj.weight + node_name: model/layers.3/self_attn/o_proj/MatMul_node_105/adapter_weight_transpose + output_name: model.layers.3.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.self_attn.q_proj + component: model + initializer: model.layers.3.self_attn.q_proj.weight + node_name: model/layers.3/self_attn/q_proj/MatMul_node_93/adapter_weight_transpose + output_name: model.layers.3.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.3.self_attn.v_proj + component: model + initializer: model.layers.3.self_attn.v_proj.weight + node_name: model/layers.3/self_attn/v_proj/MatMul_node_99/adapter_weight_transpose + output_name: model.layers.3.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 3 + rank: 16 + alpha: 32.0 + - id: model.layers.4.mlp.down_proj + component: model + initializer: model.layers.4.mlp.down_proj.weight + node_name: model/layers.4/mlp/down_proj/MatMul_node_141/adapter_weight_transpose + output_name: model.layers.4.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.mlp.gate_proj + component: model + initializer: model.layers.4.mlp.gate_proj.weight + node_name: model/layers.4/mlp/gate_proj/MatMul_node_135/adapter_weight_transpose + output_name: model.layers.4.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.mlp.up_proj + component: model + initializer: model.layers.4.mlp.up_proj.weight + node_name: model/layers.4/mlp/up_proj/MatMul_node_138/adapter_weight_transpose + output_name: model.layers.4.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.self_attn.k_proj + component: model + initializer: model.layers.4.self_attn.k_proj.weight + node_name: model/layers.4/self_attn/k_proj/MatMul_node_122/adapter_weight_transpose + output_name: model.layers.4.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.self_attn.o_proj + component: model + initializer: model.layers.4.self_attn.o_proj.weight + node_name: model/layers.4/self_attn/o_proj/MatMul_node_131/adapter_weight_transpose + output_name: model.layers.4.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.self_attn.q_proj + component: model + initializer: model.layers.4.self_attn.q_proj.weight + node_name: model/layers.4/self_attn/q_proj/MatMul_node_119/adapter_weight_transpose + output_name: model.layers.4.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.4.self_attn.v_proj + component: model + initializer: model.layers.4.self_attn.v_proj.weight + node_name: model/layers.4/self_attn/v_proj/MatMul_node_125/adapter_weight_transpose + output_name: model.layers.4.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 4 + rank: 16 + alpha: 32.0 + - id: model.layers.5.mlp.down_proj + component: model + initializer: model.layers.5.mlp.down_proj.weight + node_name: model/layers.5/mlp/down_proj/MatMul_node_167/adapter_weight_transpose + output_name: model.layers.5.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.mlp.gate_proj + component: model + initializer: model.layers.5.mlp.gate_proj.weight + node_name: model/layers.5/mlp/gate_proj/MatMul_node_161/adapter_weight_transpose + output_name: model.layers.5.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.mlp.up_proj + component: model + initializer: model.layers.5.mlp.up_proj.weight + node_name: model/layers.5/mlp/up_proj/MatMul_node_164/adapter_weight_transpose + output_name: model.layers.5.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.self_attn.k_proj + component: model + initializer: model.layers.5.self_attn.k_proj.weight + node_name: model/layers.5/self_attn/k_proj/MatMul_node_148/adapter_weight_transpose + output_name: model.layers.5.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.self_attn.o_proj + component: model + initializer: model.layers.5.self_attn.o_proj.weight + node_name: model/layers.5/self_attn/o_proj/MatMul_node_157/adapter_weight_transpose + output_name: model.layers.5.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.self_attn.q_proj + component: model + initializer: model.layers.5.self_attn.q_proj.weight + node_name: model/layers.5/self_attn/q_proj/MatMul_node_145/adapter_weight_transpose + output_name: model.layers.5.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.5.self_attn.v_proj + component: model + initializer: model.layers.5.self_attn.v_proj.weight + node_name: model/layers.5/self_attn/v_proj/MatMul_node_151/adapter_weight_transpose + output_name: model.layers.5.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 5 + rank: 16 + alpha: 32.0 + - id: model.layers.6.mlp.down_proj + component: model + initializer: model.layers.6.mlp.down_proj.weight + node_name: model/layers.6/mlp/down_proj/MatMul_node_193/adapter_weight_transpose + output_name: model.layers.6.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.mlp.gate_proj + component: model + initializer: model.layers.6.mlp.gate_proj.weight + node_name: model/layers.6/mlp/gate_proj/MatMul_node_187/adapter_weight_transpose + output_name: model.layers.6.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.mlp.up_proj + component: model + initializer: model.layers.6.mlp.up_proj.weight + node_name: model/layers.6/mlp/up_proj/MatMul_node_190/adapter_weight_transpose + output_name: model.layers.6.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.self_attn.k_proj + component: model + initializer: model.layers.6.self_attn.k_proj.weight + node_name: model/layers.6/self_attn/k_proj/MatMul_node_174/adapter_weight_transpose + output_name: model.layers.6.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.self_attn.o_proj + component: model + initializer: model.layers.6.self_attn.o_proj.weight + node_name: model/layers.6/self_attn/o_proj/MatMul_node_183/adapter_weight_transpose + output_name: model.layers.6.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.self_attn.q_proj + component: model + initializer: model.layers.6.self_attn.q_proj.weight + node_name: model/layers.6/self_attn/q_proj/MatMul_node_171/adapter_weight_transpose + output_name: model.layers.6.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.6.self_attn.v_proj + component: model + initializer: model.layers.6.self_attn.v_proj.weight + node_name: model/layers.6/self_attn/v_proj/MatMul_node_177/adapter_weight_transpose + output_name: model.layers.6.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 6 + rank: 16 + alpha: 32.0 + - id: model.layers.7.mlp.down_proj + component: model + initializer: model.layers.7.mlp.down_proj.weight + node_name: model/layers.7/mlp/down_proj/MatMul_node_219/adapter_weight_transpose + output_name: model.layers.7.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.mlp.gate_proj + component: model + initializer: model.layers.7.mlp.gate_proj.weight + node_name: model/layers.7/mlp/gate_proj/MatMul_node_213/adapter_weight_transpose + output_name: model.layers.7.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.mlp.up_proj + component: model + initializer: model.layers.7.mlp.up_proj.weight + node_name: model/layers.7/mlp/up_proj/MatMul_node_216/adapter_weight_transpose + output_name: model.layers.7.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.self_attn.k_proj + component: model + initializer: model.layers.7.self_attn.k_proj.weight + node_name: model/layers.7/self_attn/k_proj/MatMul_node_200/adapter_weight_transpose + output_name: model.layers.7.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.self_attn.o_proj + component: model + initializer: model.layers.7.self_attn.o_proj.weight + node_name: model/layers.7/self_attn/o_proj/MatMul_node_209/adapter_weight_transpose + output_name: model.layers.7.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.self_attn.q_proj + component: model + initializer: model.layers.7.self_attn.q_proj.weight + node_name: model/layers.7/self_attn/q_proj/MatMul_node_197/adapter_weight_transpose + output_name: model.layers.7.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.7.self_attn.v_proj + component: model + initializer: model.layers.7.self_attn.v_proj.weight + node_name: model/layers.7/self_attn/v_proj/MatMul_node_203/adapter_weight_transpose + output_name: model.layers.7.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 7 + rank: 16 + alpha: 32.0 + - id: model.layers.8.mlp.down_proj + component: model + initializer: model.layers.8.mlp.down_proj.weight + node_name: model/layers.8/mlp/down_proj/MatMul_node_245/adapter_weight_transpose + output_name: model.layers.8.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.mlp.gate_proj + component: model + initializer: model.layers.8.mlp.gate_proj.weight + node_name: model/layers.8/mlp/gate_proj/MatMul_node_239/adapter_weight_transpose + output_name: model.layers.8.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.mlp.up_proj + component: model + initializer: model.layers.8.mlp.up_proj.weight + node_name: model/layers.8/mlp/up_proj/MatMul_node_242/adapter_weight_transpose + output_name: model.layers.8.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.self_attn.k_proj + component: model + initializer: model.layers.8.self_attn.k_proj.weight + node_name: model/layers.8/self_attn/k_proj/MatMul_node_226/adapter_weight_transpose + output_name: model.layers.8.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.self_attn.o_proj + component: model + initializer: model.layers.8.self_attn.o_proj.weight + node_name: model/layers.8/self_attn/o_proj/MatMul_node_235/adapter_weight_transpose + output_name: model.layers.8.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.self_attn.q_proj + component: model + initializer: model.layers.8.self_attn.q_proj.weight + node_name: model/layers.8/self_attn/q_proj/MatMul_node_223/adapter_weight_transpose + output_name: model.layers.8.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.8.self_attn.v_proj + component: model + initializer: model.layers.8.self_attn.v_proj.weight + node_name: model/layers.8/self_attn/v_proj/MatMul_node_229/adapter_weight_transpose + output_name: model.layers.8.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 8 + rank: 16 + alpha: 32.0 + - id: model.layers.9.mlp.down_proj + component: model + initializer: model.layers.9.mlp.down_proj.weight + node_name: model/layers.9/mlp/down_proj/MatMul_node_271/adapter_weight_transpose + output_name: model.layers.9.mlp.down_proj.weight.transposed + activation_dtype: float16 + input_features: 8960 + output_features: 1536 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.mlp.gate_proj + component: model + initializer: model.layers.9.mlp.gate_proj.weight + node_name: model/layers.9/mlp/gate_proj/MatMul_node_265/adapter_weight_transpose + output_name: model.layers.9.mlp.gate_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.mlp.up_proj + component: model + initializer: model.layers.9.mlp.up_proj.weight + node_name: model/layers.9/mlp/up_proj/MatMul_node_268/adapter_weight_transpose + output_name: model.layers.9.mlp.up_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 8960 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.self_attn.k_proj + component: model + initializer: model.layers.9.self_attn.k_proj.weight + node_name: model/layers.9/self_attn/k_proj/MatMul_node_252/adapter_weight_transpose + output_name: model.layers.9.self_attn.k_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.self_attn.o_proj + component: model + initializer: model.layers.9.self_attn.o_proj.weight + node_name: model/layers.9/self_attn/o_proj/MatMul_node_261/adapter_weight_transpose + output_name: model.layers.9.self_attn.o_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.self_attn.q_proj + component: model + initializer: model.layers.9.self_attn.q_proj.weight + node_name: model/layers.9/self_attn/q_proj/MatMul_node_249/adapter_weight_transpose + output_name: model.layers.9.self_attn.q_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 1536 + layer_index: 9 + rank: 16 + alpha: 32.0 + - id: model.layers.9.self_attn.v_proj + component: model + initializer: model.layers.9.self_attn.v_proj.weight + node_name: model/layers.9/self_attn/v_proj/MatMul_node_255/adapter_weight_transpose + output_name: model.layers.9.self_attn.v_proj.weight.transposed + activation_dtype: float16 + input_features: 1536 + output_features: 256 + layer_index: 9 + rank: 16 + alpha: 32.0 + discovery_fallback: disabled + selection: + segments: request.adapter_segments + adapter_counts: request.adapter_counts + scales: request.adapter_scales + max_adapters: 2 + application_capability: onnx-genai.adapters@1 + portable_fallback: true + cache: + max_entries: 2 + eviction: lru + planning: + bucket_by_adapter_set: true + stable_buffers: true + invalidate_capture_on_eviction: true + artifacts: + code-lora-r16: + index: 0 + identity: code-lora-r16 + version: '1' + base_model_fingerprint: onnx-genai-targeted-base-v1:sha256:6269f9bccc18408f62db26753e5f49d59cc4c43da9f4a87096c0fd4e415805cf + rank: 16 + alpha: 32.0 + dtype: float16 + provenance: + producer: mobius + source: Qwen/Qwen2.5-1.5B-Instruct + weights: + - location: adapters/code-lora-r16/adapter.json + loader_capability: onnx-genai.adapters.json@1 + sha256: 979ad64219f3df2b23fd7396cd6d875aa9de87638e2df9f1ff2aa93f57c6fb86 + scale_encoding: alpha_over_rank + format: json + - location: adapters/code-lora-r16/adapter_model.safetensors + loader_capability: onnx-genai.adapters.hf-peft@1 + sha256: ad84098fe32f73fb3f7acb8d8ddb178cb39717718d21d040c6bcc161d4ec8243 + config_location: adapters/code-lora-r16/adapter_config.json + config_sha256: e71a0adf6b79764fe0c30ec786bf3e8cb4dd42e41a53ae0fc20eb9f1d6324ceb + scale_encoding: alpha_over_rank + format: hf_peft + bindings: + - target: model.layers.0.mlp.down_proj + weight_key: base_model.model.model.layers.0.mlp.down_proj + - target: model.layers.0.mlp.gate_proj + weight_key: base_model.model.model.layers.0.mlp.gate_proj + - target: model.layers.0.mlp.up_proj + weight_key: base_model.model.model.layers.0.mlp.up_proj + - target: model.layers.0.self_attn.k_proj + weight_key: base_model.model.model.layers.0.self_attn.k_proj + - target: model.layers.0.self_attn.o_proj + weight_key: base_model.model.model.layers.0.self_attn.o_proj + - target: model.layers.0.self_attn.q_proj + weight_key: base_model.model.model.layers.0.self_attn.q_proj + - target: model.layers.0.self_attn.v_proj + weight_key: base_model.model.model.layers.0.self_attn.v_proj + - target: model.layers.1.mlp.down_proj + weight_key: base_model.model.model.layers.1.mlp.down_proj + - target: model.layers.1.mlp.gate_proj + weight_key: base_model.model.model.layers.1.mlp.gate_proj + - target: model.layers.1.mlp.up_proj + weight_key: base_model.model.model.layers.1.mlp.up_proj + - target: model.layers.1.self_attn.k_proj + weight_key: base_model.model.model.layers.1.self_attn.k_proj + - target: model.layers.1.self_attn.o_proj + weight_key: base_model.model.model.layers.1.self_attn.o_proj + - target: model.layers.1.self_attn.q_proj + weight_key: base_model.model.model.layers.1.self_attn.q_proj + - target: model.layers.1.self_attn.v_proj + weight_key: base_model.model.model.layers.1.self_attn.v_proj + - target: model.layers.10.mlp.down_proj + weight_key: base_model.model.model.layers.10.mlp.down_proj + - target: model.layers.10.mlp.gate_proj + weight_key: base_model.model.model.layers.10.mlp.gate_proj + - target: model.layers.10.mlp.up_proj + weight_key: base_model.model.model.layers.10.mlp.up_proj + - target: model.layers.10.self_attn.k_proj + weight_key: base_model.model.model.layers.10.self_attn.k_proj + - target: model.layers.10.self_attn.o_proj + weight_key: base_model.model.model.layers.10.self_attn.o_proj + - target: model.layers.10.self_attn.q_proj + weight_key: base_model.model.model.layers.10.self_attn.q_proj + - target: model.layers.10.self_attn.v_proj + weight_key: base_model.model.model.layers.10.self_attn.v_proj + - target: model.layers.11.mlp.down_proj + weight_key: base_model.model.model.layers.11.mlp.down_proj + - target: model.layers.11.mlp.gate_proj + weight_key: base_model.model.model.layers.11.mlp.gate_proj + - target: model.layers.11.mlp.up_proj + weight_key: base_model.model.model.layers.11.mlp.up_proj + - target: model.layers.11.self_attn.k_proj + weight_key: base_model.model.model.layers.11.self_attn.k_proj + - target: model.layers.11.self_attn.o_proj + weight_key: base_model.model.model.layers.11.self_attn.o_proj + - target: model.layers.11.self_attn.q_proj + weight_key: base_model.model.model.layers.11.self_attn.q_proj + - target: model.layers.11.self_attn.v_proj + weight_key: base_model.model.model.layers.11.self_attn.v_proj + - target: model.layers.12.mlp.down_proj + weight_key: base_model.model.model.layers.12.mlp.down_proj + - target: model.layers.12.mlp.gate_proj + weight_key: base_model.model.model.layers.12.mlp.gate_proj + - target: model.layers.12.mlp.up_proj + weight_key: base_model.model.model.layers.12.mlp.up_proj + - target: model.layers.12.self_attn.k_proj + weight_key: base_model.model.model.layers.12.self_attn.k_proj + - target: model.layers.12.self_attn.o_proj + weight_key: base_model.model.model.layers.12.self_attn.o_proj + - target: model.layers.12.self_attn.q_proj + weight_key: base_model.model.model.layers.12.self_attn.q_proj + - target: model.layers.12.self_attn.v_proj + weight_key: base_model.model.model.layers.12.self_attn.v_proj + - target: model.layers.13.mlp.down_proj + weight_key: base_model.model.model.layers.13.mlp.down_proj + - target: model.layers.13.mlp.gate_proj + weight_key: base_model.model.model.layers.13.mlp.gate_proj + - target: model.layers.13.mlp.up_proj + weight_key: base_model.model.model.layers.13.mlp.up_proj + - target: model.layers.13.self_attn.k_proj + weight_key: base_model.model.model.layers.13.self_attn.k_proj + - target: model.layers.13.self_attn.o_proj + weight_key: base_model.model.model.layers.13.self_attn.o_proj + - target: model.layers.13.self_attn.q_proj + weight_key: base_model.model.model.layers.13.self_attn.q_proj + - target: model.layers.13.self_attn.v_proj + weight_key: base_model.model.model.layers.13.self_attn.v_proj + - target: model.layers.14.mlp.down_proj + weight_key: base_model.model.model.layers.14.mlp.down_proj + - target: model.layers.14.mlp.gate_proj + weight_key: base_model.model.model.layers.14.mlp.gate_proj + - target: model.layers.14.mlp.up_proj + weight_key: base_model.model.model.layers.14.mlp.up_proj + - target: model.layers.14.self_attn.k_proj + weight_key: base_model.model.model.layers.14.self_attn.k_proj + - target: model.layers.14.self_attn.o_proj + weight_key: base_model.model.model.layers.14.self_attn.o_proj + - target: model.layers.14.self_attn.q_proj + weight_key: base_model.model.model.layers.14.self_attn.q_proj + - target: model.layers.14.self_attn.v_proj + weight_key: base_model.model.model.layers.14.self_attn.v_proj + - target: model.layers.15.mlp.down_proj + weight_key: base_model.model.model.layers.15.mlp.down_proj + - target: model.layers.15.mlp.gate_proj + weight_key: base_model.model.model.layers.15.mlp.gate_proj + - target: model.layers.15.mlp.up_proj + weight_key: base_model.model.model.layers.15.mlp.up_proj + - target: model.layers.15.self_attn.k_proj + weight_key: base_model.model.model.layers.15.self_attn.k_proj + - target: model.layers.15.self_attn.o_proj + weight_key: base_model.model.model.layers.15.self_attn.o_proj + - target: model.layers.15.self_attn.q_proj + weight_key: base_model.model.model.layers.15.self_attn.q_proj + - target: model.layers.15.self_attn.v_proj + weight_key: base_model.model.model.layers.15.self_attn.v_proj + - target: model.layers.16.mlp.down_proj + weight_key: base_model.model.model.layers.16.mlp.down_proj + - target: model.layers.16.mlp.gate_proj + weight_key: base_model.model.model.layers.16.mlp.gate_proj + - target: model.layers.16.mlp.up_proj + weight_key: base_model.model.model.layers.16.mlp.up_proj + - target: model.layers.16.self_attn.k_proj + weight_key: base_model.model.model.layers.16.self_attn.k_proj + - target: model.layers.16.self_attn.o_proj + weight_key: base_model.model.model.layers.16.self_attn.o_proj + - target: model.layers.16.self_attn.q_proj + weight_key: base_model.model.model.layers.16.self_attn.q_proj + - target: model.layers.16.self_attn.v_proj + weight_key: base_model.model.model.layers.16.self_attn.v_proj + - target: model.layers.17.mlp.down_proj + weight_key: base_model.model.model.layers.17.mlp.down_proj + - target: model.layers.17.mlp.gate_proj + weight_key: base_model.model.model.layers.17.mlp.gate_proj + - target: model.layers.17.mlp.up_proj + weight_key: base_model.model.model.layers.17.mlp.up_proj + - target: model.layers.17.self_attn.k_proj + weight_key: base_model.model.model.layers.17.self_attn.k_proj + - target: model.layers.17.self_attn.o_proj + weight_key: base_model.model.model.layers.17.self_attn.o_proj + - target: model.layers.17.self_attn.q_proj + weight_key: base_model.model.model.layers.17.self_attn.q_proj + - target: model.layers.17.self_attn.v_proj + weight_key: base_model.model.model.layers.17.self_attn.v_proj + - target: model.layers.18.mlp.down_proj + weight_key: base_model.model.model.layers.18.mlp.down_proj + - target: model.layers.18.mlp.gate_proj + weight_key: base_model.model.model.layers.18.mlp.gate_proj + - target: model.layers.18.mlp.up_proj + weight_key: base_model.model.model.layers.18.mlp.up_proj + - target: model.layers.18.self_attn.k_proj + weight_key: base_model.model.model.layers.18.self_attn.k_proj + - target: model.layers.18.self_attn.o_proj + weight_key: base_model.model.model.layers.18.self_attn.o_proj + - target: model.layers.18.self_attn.q_proj + weight_key: base_model.model.model.layers.18.self_attn.q_proj + - target: model.layers.18.self_attn.v_proj + weight_key: base_model.model.model.layers.18.self_attn.v_proj + - target: model.layers.19.mlp.down_proj + weight_key: base_model.model.model.layers.19.mlp.down_proj + - target: model.layers.19.mlp.gate_proj + weight_key: base_model.model.model.layers.19.mlp.gate_proj + - target: model.layers.19.mlp.up_proj + weight_key: base_model.model.model.layers.19.mlp.up_proj + - target: model.layers.19.self_attn.k_proj + weight_key: base_model.model.model.layers.19.self_attn.k_proj + - target: model.layers.19.self_attn.o_proj + weight_key: base_model.model.model.layers.19.self_attn.o_proj + - target: model.layers.19.self_attn.q_proj + weight_key: base_model.model.model.layers.19.self_attn.q_proj + - target: model.layers.19.self_attn.v_proj + weight_key: base_model.model.model.layers.19.self_attn.v_proj + - target: model.layers.2.mlp.down_proj + weight_key: base_model.model.model.layers.2.mlp.down_proj + - target: model.layers.2.mlp.gate_proj + weight_key: base_model.model.model.layers.2.mlp.gate_proj + - target: model.layers.2.mlp.up_proj + weight_key: base_model.model.model.layers.2.mlp.up_proj + - target: model.layers.2.self_attn.k_proj + weight_key: base_model.model.model.layers.2.self_attn.k_proj + - target: model.layers.2.self_attn.o_proj + weight_key: base_model.model.model.layers.2.self_attn.o_proj + - target: model.layers.2.self_attn.q_proj + weight_key: base_model.model.model.layers.2.self_attn.q_proj + - target: model.layers.2.self_attn.v_proj + weight_key: base_model.model.model.layers.2.self_attn.v_proj + - target: model.layers.20.mlp.down_proj + weight_key: base_model.model.model.layers.20.mlp.down_proj + - target: model.layers.20.mlp.gate_proj + weight_key: base_model.model.model.layers.20.mlp.gate_proj + - target: model.layers.20.mlp.up_proj + weight_key: base_model.model.model.layers.20.mlp.up_proj + - target: model.layers.20.self_attn.k_proj + weight_key: base_model.model.model.layers.20.self_attn.k_proj + - target: model.layers.20.self_attn.o_proj + weight_key: base_model.model.model.layers.20.self_attn.o_proj + - target: model.layers.20.self_attn.q_proj + weight_key: base_model.model.model.layers.20.self_attn.q_proj + - target: model.layers.20.self_attn.v_proj + weight_key: base_model.model.model.layers.20.self_attn.v_proj + - target: model.layers.21.mlp.down_proj + weight_key: base_model.model.model.layers.21.mlp.down_proj + - target: model.layers.21.mlp.gate_proj + weight_key: base_model.model.model.layers.21.mlp.gate_proj + - target: model.layers.21.mlp.up_proj + weight_key: base_model.model.model.layers.21.mlp.up_proj + - target: model.layers.21.self_attn.k_proj + weight_key: base_model.model.model.layers.21.self_attn.k_proj + - target: model.layers.21.self_attn.o_proj + weight_key: base_model.model.model.layers.21.self_attn.o_proj + - target: model.layers.21.self_attn.q_proj + weight_key: base_model.model.model.layers.21.self_attn.q_proj + - target: model.layers.21.self_attn.v_proj + weight_key: base_model.model.model.layers.21.self_attn.v_proj + - target: model.layers.22.mlp.down_proj + weight_key: base_model.model.model.layers.22.mlp.down_proj + - target: model.layers.22.mlp.gate_proj + weight_key: base_model.model.model.layers.22.mlp.gate_proj + - target: model.layers.22.mlp.up_proj + weight_key: base_model.model.model.layers.22.mlp.up_proj + - target: model.layers.22.self_attn.k_proj + weight_key: base_model.model.model.layers.22.self_attn.k_proj + - target: model.layers.22.self_attn.o_proj + weight_key: base_model.model.model.layers.22.self_attn.o_proj + - target: model.layers.22.self_attn.q_proj + weight_key: base_model.model.model.layers.22.self_attn.q_proj + - target: model.layers.22.self_attn.v_proj + weight_key: base_model.model.model.layers.22.self_attn.v_proj + - target: model.layers.23.mlp.down_proj + weight_key: base_model.model.model.layers.23.mlp.down_proj + - target: model.layers.23.mlp.gate_proj + weight_key: base_model.model.model.layers.23.mlp.gate_proj + - target: model.layers.23.mlp.up_proj + weight_key: base_model.model.model.layers.23.mlp.up_proj + - target: model.layers.23.self_attn.k_proj + weight_key: base_model.model.model.layers.23.self_attn.k_proj + - target: model.layers.23.self_attn.o_proj + weight_key: base_model.model.model.layers.23.self_attn.o_proj + - target: model.layers.23.self_attn.q_proj + weight_key: base_model.model.model.layers.23.self_attn.q_proj + - target: model.layers.23.self_attn.v_proj + weight_key: base_model.model.model.layers.23.self_attn.v_proj + - target: model.layers.24.mlp.down_proj + weight_key: base_model.model.model.layers.24.mlp.down_proj + - target: model.layers.24.mlp.gate_proj + weight_key: base_model.model.model.layers.24.mlp.gate_proj + - target: model.layers.24.mlp.up_proj + weight_key: base_model.model.model.layers.24.mlp.up_proj + - target: model.layers.24.self_attn.k_proj + weight_key: base_model.model.model.layers.24.self_attn.k_proj + - target: model.layers.24.self_attn.o_proj + weight_key: base_model.model.model.layers.24.self_attn.o_proj + - target: model.layers.24.self_attn.q_proj + weight_key: base_model.model.model.layers.24.self_attn.q_proj + - target: model.layers.24.self_attn.v_proj + weight_key: base_model.model.model.layers.24.self_attn.v_proj + - target: model.layers.25.mlp.down_proj + weight_key: base_model.model.model.layers.25.mlp.down_proj + - target: model.layers.25.mlp.gate_proj + weight_key: base_model.model.model.layers.25.mlp.gate_proj + - target: model.layers.25.mlp.up_proj + weight_key: base_model.model.model.layers.25.mlp.up_proj + - target: model.layers.25.self_attn.k_proj + weight_key: base_model.model.model.layers.25.self_attn.k_proj + - target: model.layers.25.self_attn.o_proj + weight_key: base_model.model.model.layers.25.self_attn.o_proj + - target: model.layers.25.self_attn.q_proj + weight_key: base_model.model.model.layers.25.self_attn.q_proj + - target: model.layers.25.self_attn.v_proj + weight_key: base_model.model.model.layers.25.self_attn.v_proj + - target: model.layers.26.mlp.down_proj + weight_key: base_model.model.model.layers.26.mlp.down_proj + - target: model.layers.26.mlp.gate_proj + weight_key: base_model.model.model.layers.26.mlp.gate_proj + - target: model.layers.26.mlp.up_proj + weight_key: base_model.model.model.layers.26.mlp.up_proj + - target: model.layers.26.self_attn.k_proj + weight_key: base_model.model.model.layers.26.self_attn.k_proj + - target: model.layers.26.self_attn.o_proj + weight_key: base_model.model.model.layers.26.self_attn.o_proj + - target: model.layers.26.self_attn.q_proj + weight_key: base_model.model.model.layers.26.self_attn.q_proj + - target: model.layers.26.self_attn.v_proj + weight_key: base_model.model.model.layers.26.self_attn.v_proj + - target: model.layers.27.mlp.down_proj + weight_key: base_model.model.model.layers.27.mlp.down_proj + - target: model.layers.27.mlp.gate_proj + weight_key: base_model.model.model.layers.27.mlp.gate_proj + - target: model.layers.27.mlp.up_proj + weight_key: base_model.model.model.layers.27.mlp.up_proj + - target: model.layers.27.self_attn.k_proj + weight_key: base_model.model.model.layers.27.self_attn.k_proj + - target: model.layers.27.self_attn.o_proj + weight_key: base_model.model.model.layers.27.self_attn.o_proj + - target: model.layers.27.self_attn.q_proj + weight_key: base_model.model.model.layers.27.self_attn.q_proj + - target: model.layers.27.self_attn.v_proj + weight_key: base_model.model.model.layers.27.self_attn.v_proj + - target: model.layers.3.mlp.down_proj + weight_key: base_model.model.model.layers.3.mlp.down_proj + - target: model.layers.3.mlp.gate_proj + weight_key: base_model.model.model.layers.3.mlp.gate_proj + - target: model.layers.3.mlp.up_proj + weight_key: base_model.model.model.layers.3.mlp.up_proj + - target: model.layers.3.self_attn.k_proj + weight_key: base_model.model.model.layers.3.self_attn.k_proj + - target: model.layers.3.self_attn.o_proj + weight_key: base_model.model.model.layers.3.self_attn.o_proj + - target: model.layers.3.self_attn.q_proj + weight_key: base_model.model.model.layers.3.self_attn.q_proj + - target: model.layers.3.self_attn.v_proj + weight_key: base_model.model.model.layers.3.self_attn.v_proj + - target: model.layers.4.mlp.down_proj + weight_key: base_model.model.model.layers.4.mlp.down_proj + - target: model.layers.4.mlp.gate_proj + weight_key: base_model.model.model.layers.4.mlp.gate_proj + - target: model.layers.4.mlp.up_proj + weight_key: base_model.model.model.layers.4.mlp.up_proj + - target: model.layers.4.self_attn.k_proj + weight_key: base_model.model.model.layers.4.self_attn.k_proj + - target: model.layers.4.self_attn.o_proj + weight_key: base_model.model.model.layers.4.self_attn.o_proj + - target: model.layers.4.self_attn.q_proj + weight_key: base_model.model.model.layers.4.self_attn.q_proj + - target: model.layers.4.self_attn.v_proj + weight_key: base_model.model.model.layers.4.self_attn.v_proj + - target: model.layers.5.mlp.down_proj + weight_key: base_model.model.model.layers.5.mlp.down_proj + - target: model.layers.5.mlp.gate_proj + weight_key: base_model.model.model.layers.5.mlp.gate_proj + - target: model.layers.5.mlp.up_proj + weight_key: base_model.model.model.layers.5.mlp.up_proj + - target: model.layers.5.self_attn.k_proj + weight_key: base_model.model.model.layers.5.self_attn.k_proj + - target: model.layers.5.self_attn.o_proj + weight_key: base_model.model.model.layers.5.self_attn.o_proj + - target: model.layers.5.self_attn.q_proj + weight_key: base_model.model.model.layers.5.self_attn.q_proj + - target: model.layers.5.self_attn.v_proj + weight_key: base_model.model.model.layers.5.self_attn.v_proj + - target: model.layers.6.mlp.down_proj + weight_key: base_model.model.model.layers.6.mlp.down_proj + - target: model.layers.6.mlp.gate_proj + weight_key: base_model.model.model.layers.6.mlp.gate_proj + - target: model.layers.6.mlp.up_proj + weight_key: base_model.model.model.layers.6.mlp.up_proj + - target: model.layers.6.self_attn.k_proj + weight_key: base_model.model.model.layers.6.self_attn.k_proj + - target: model.layers.6.self_attn.o_proj + weight_key: base_model.model.model.layers.6.self_attn.o_proj + - target: model.layers.6.self_attn.q_proj + weight_key: base_model.model.model.layers.6.self_attn.q_proj + - target: model.layers.6.self_attn.v_proj + weight_key: base_model.model.model.layers.6.self_attn.v_proj + - target: model.layers.7.mlp.down_proj + weight_key: base_model.model.model.layers.7.mlp.down_proj + - target: model.layers.7.mlp.gate_proj + weight_key: base_model.model.model.layers.7.mlp.gate_proj + - target: model.layers.7.mlp.up_proj + weight_key: base_model.model.model.layers.7.mlp.up_proj + - target: model.layers.7.self_attn.k_proj + weight_key: base_model.model.model.layers.7.self_attn.k_proj + - target: model.layers.7.self_attn.o_proj + weight_key: base_model.model.model.layers.7.self_attn.o_proj + - target: model.layers.7.self_attn.q_proj + weight_key: base_model.model.model.layers.7.self_attn.q_proj + - target: model.layers.7.self_attn.v_proj + weight_key: base_model.model.model.layers.7.self_attn.v_proj + - target: model.layers.8.mlp.down_proj + weight_key: base_model.model.model.layers.8.mlp.down_proj + - target: model.layers.8.mlp.gate_proj + weight_key: base_model.model.model.layers.8.mlp.gate_proj + - target: model.layers.8.mlp.up_proj + weight_key: base_model.model.model.layers.8.mlp.up_proj + - target: model.layers.8.self_attn.k_proj + weight_key: base_model.model.model.layers.8.self_attn.k_proj + - target: model.layers.8.self_attn.o_proj + weight_key: base_model.model.model.layers.8.self_attn.o_proj + - target: model.layers.8.self_attn.q_proj + weight_key: base_model.model.model.layers.8.self_attn.q_proj + - target: model.layers.8.self_attn.v_proj + weight_key: base_model.model.model.layers.8.self_attn.v_proj + - target: model.layers.9.mlp.down_proj + weight_key: base_model.model.model.layers.9.mlp.down_proj + - target: model.layers.9.mlp.gate_proj + weight_key: base_model.model.model.layers.9.mlp.gate_proj + - target: model.layers.9.mlp.up_proj + weight_key: base_model.model.model.layers.9.mlp.up_proj + - target: model.layers.9.self_attn.k_proj + weight_key: base_model.model.model.layers.9.self_attn.k_proj + - target: model.layers.9.self_attn.o_proj + weight_key: base_model.model.model.layers.9.self_attn.o_proj + - target: model.layers.9.self_attn.q_proj + weight_key: base_model.model.model.layers.9.self_attn.q_proj + - target: model.layers.9.self_attn.v_proj + weight_key: base_model.model.model.layers.9.self_attn.v_proj