{ "transformers_version" : "5.2.0", "model_type" : "qwen3_vl", "vision_end_token_id" : 151653, "video_token_id" : 151656, "dtype" : "bfloat16", "quantization" : { "bits" : 4, "group_size" : 64 }, "architectures" : [ "Qwen3VLModel" ], "vision_start_token_id" : 151652, "text_config" : { "hidden_size" : 2560, "model_type" : "qwen3_vl_text", "rope_parameters" : { "mrope_section" : [ 24, 20, 20 ], "rope_theta" : 5000000, "mrope_interleaved" : true, "rope_type" : "default" }, "use_cache" : true, "dtype" : "bfloat16", "eos_token_id" : 151645, "bos_token_id" : 151643, "vocab_size" : 151936, "num_hidden_layers" : 36, "num_key_value_heads" : 8, "tie_word_embeddings" : true, "initializer_range" : 0.02, "rms_norm_eps" : 9.9999999999999995e-07, "head_dim" : 128, "attention_dropout" : 0, "max_position_embeddings" : 262144, "num_attention_heads" : 32, "pad_token_id" : null, "intermediate_size" : 9728, "hidden_act" : "silu", "attention_bias" : false }, "image_token_id" : 151655, "vision_config" : { "num_heads" : 16, "hidden_size" : 1024, "out_hidden_size" : 2560, "initializer_range" : 0.02, "hidden_act" : "gelu_pytorch_tanh", "deepstack_visual_indexes" : [ 5, 11, 17 ], "dtype" : "bfloat16", "patch_size" : 16, "intermediate_size" : 4096, "temporal_patch_size" : 2, "num_position_embeddings" : 2304, "depth" : 24, "in_channels" : 3, "spatial_merge_size" : 2, "model_type" : "qwen3_vl" }, "tie_word_embeddings" : true }