{
  "mem_guard_on_unsafe": "warn",
  "system_prompt": "You are a helpful assistant.",
  "model_name": "AXERA-TECH/gemma-4-E4B-it-GPTQ-INT4-P6K-C8K",
  "url_tokenizer_model": "gemma4_tokenizer.txt",
  "tokenizer_type": "Gemma4VL",
  "post_config_path": "post_config.json",
  "template_filename_axmodel": "gemma4_text_p256_l%d_together.axmodel",
  "axmodel_num": 42,
  "filename_post_axmodel": "gemma4_text_post.axmodel",
  "filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
  "tokens_embed_num": 262144,
  "tokens_embed_size": 2560,
  "text_config": {
    "hidden_size": 2560,
    "num_hidden_layers": 42,
    "num_key_value_heads": 2,
    "head_dim": 256,
    "global_head_dim": 512,
    "num_kv_shared_layers": 18,
    "layer_types": [
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention"
    ],
    "sliding_window": 512
  },
  "pad_token_id": 0,
  "hidden_size_per_layer_input": 256,
  "rms_norm_eps": 1e-06,
  "filename_tokens_embed_per_layer": "model.embed_tokens_per_layer.weight.npy",
  "filename_per_layer_model_projection": "model.per_layer_model_projection.weight.npy",
  "filename_per_layer_projection_norm": "model.per_layer_projection_norm.weight.npy",
  "use_mmap_load_embed": true,
  "use_mmap_load_layer": true,
  "vlm_type": "Gemma4VL",
  "filename_image_encoder_axmodel": "gemma4_vision_h336_w480_t70.axmodel",
  "vision_width": 480,
  "vision_height": 336,
  "vision_patch_size": 16,
  "vision_cache_dir": "vision_cache",
  "filename_audio_encoder_axmodel_5s": "gemma4_audio_5s.axmodel",
  "filename_audio_encoder_axmodel_30s": "gemma4_audio_30s.axmodel",
  "devices": [
    0
  ],
  "global_head_dim": 512,
  "head_dim": 256,
  "num_key_value_heads": 2,
  "layer_types": [
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention"
  ],
  "sliding_window": 512,
  "num_kv_shared_layers": 18
}