{
  "architectures" : [
    "EmbeddingGemma2Model"
  ],
  "audio_config" : {
    "_name_or_path" : "",
    "architectures" : null,
    "attention_chunk_size" : 12,
    "attention_context_left" : 13,
    "attention_context_right" : 0,
    "attention_invalid_logits_value" : -1000000000,
    "attention_logit_cap" : 50,
    "chunk_size_feed_forward" : 0,
    "conv_kernel_size" : 5,
    "dtype" : "bfloat16",
    "gradient_clipping" : 10000000000,
    "hidden_act" : "silu",
    "hidden_size" : 1024,
    "id2label" : {
      "0" : "LABEL_0",
      "1" : "LABEL_1"
    },
    "initializer_range" : 0.02,
    "is_encoder_decoder" : false,
    "label2id" : {
      "LABEL_0" : 0,
      "LABEL_1" : 1
    },
    "model_type" : "gemma4_audio",
    "num_attention_heads" : 8,
    "num_hidden_layers" : 12,
    "output_attentions" : false,
    "output_hidden_states" : false,
    "output_proj_dims" : 1536,
    "problem_type" : null,
    "residual_weight" : 0.5,
    "return_dict" : true,
    "rms_norm_eps" : 9.9999999999999995e-07,
    "subsampling_conv_channels" : [
      128,
      32
    ],
    "use_clipped_linears" : true
  },
  "audio_token_id" : 258881,
  "boa_token_id" : 256000,
  "boi_token_id" : 255999,
  "dtype" : "bfloat16",
  "eoa_token_index" : 258883,
  "eoi_token_id" : 258882,
  "image_token_id" : 258880,
  "initializer_range" : 0.02,
  "model_type" : "embedding_gemma2",
  "quantization" : {
    "bits" : 4,
    "group_size" : 64,
    "language_model.embedding_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.down_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.gate_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.up_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.down_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.gate_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.up_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    }
  },
  "quantization_config" : {
    "bits" : 4,
    "group_size" : 64,
    "language_model.embedding_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.0.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.1.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.2.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.3.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.4.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.5.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.6.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.7.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.8.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.9.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.10.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.11.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.12.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.13.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.14.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.15.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.16.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.17.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.18.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.19.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.20.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.21.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.down_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.gate_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.mlp.up_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.22.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.down_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.gate_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.mlp.up_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.ple_block.per_layer_input_gate" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.ple_block.per_layer_projection" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.k_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.o_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.q_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    },
    "language_model.layers.23.self_attn.v_proj" : {
      "bits" : 8,
      "group_size" : 64,
      "mode" : "affine"
    }
  },
  "text_config" : {
    "attention_bias" : false,
    "attention_dropout" : 0,
    "bos_token_id" : 2,
    "dtype" : "bfloat16",
    "embedding_dim" : 768,
    "eos_token_id" : 1,
    "head_dim" : 256,
    "hidden_activation" : "gelu_pytorch_tanh",
    "hidden_size" : 512,
    "hidden_size_per_layer_input" : 512,
    "initializer_range" : 0.02,
    "intermediate_size" : 2048,
    "layer_types" : [
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention"
    ],
    "max_position_embeddings" : 262144,
    "model_type" : "embedding_gemma2_text",
    "num_attention_heads" : 4,
    "num_hidden_layers" : 24,
    "num_key_value_heads" : 2,
    "pad_token_id" : 0,
    "per_layer_config" : {
      "05" : {
        "head_dim" : 512,
        "num_key_value_heads" : 1
      },
      "11" : {
        "head_dim" : 512,
        "num_key_value_heads" : 1
      },
      "17" : {
        "head_dim" : 512,
        "num_key_value_heads" : 1
      },
      "23" : {
        "head_dim" : 512,
        "num_key_value_heads" : 1
      }
    },
    "rms_norm_eps" : 9.9999999999999995e-07,
    "rope_parameters" : {
      "full_attention" : {
        "rope_theta" : 1000000,
        "rope_type" : "default"
      },
      "sliding_attention" : {
        "rope_theta" : 10000,
        "rope_type" : "default"
      }
    },
    "sliding_window" : 512,
    "vocab_size" : 262144
  },
  "transformers_version" : "5.18.0.dev0",
  "video_token_id" : 258884,
  "vision_config" : {
    "_name_or_path" : "",
    "architectures" : null,
    "attention_bias" : false,
    "attention_dropout" : 0,
    "chunk_size_feed_forward" : 0,
    "default_output_length" : 280,
    "dtype" : "bfloat16",
    "global_head_dim" : 64,
    "head_dim" : 64,
    "hidden_activation" : "gelu_pytorch_tanh",
    "hidden_size" : 768,
    "id2label" : {
      "0" : "LABEL_0",
      "1" : "LABEL_1"
    },
    "initializer_range" : 0.02,
    "intermediate_size" : 3072,
    "is_encoder_decoder" : false,
    "label2id" : {
      "LABEL_0" : 0,
      "LABEL_1" : 1
    },
    "max_position_embeddings" : 131072,
    "model_type" : "gemma4_vision",
    "num_attention_heads" : 12,
    "num_hidden_layers" : 16,
    "num_key_value_heads" : 12,
    "output_attentions" : false,
    "output_hidden_states" : false,
    "patch_size" : 16,
    "pooling_kernel_size" : 3,
    "position_embedding_size" : 10240,
    "problem_type" : null,
    "return_dict" : true,
    "rms_norm_eps" : 9.9999999999999995e-07,
    "rope_parameters" : {
      "rope_theta" : 100,
      "rope_type" : "axial"
    },
    "standardize" : false,
    "use_clipped_linears" : false
  },
  "vision_soft_tokens_per_image" : 280
}