{
 "producer": {
  "name": "modelopt",
  "version": "0.0.1.dev17+ga71f9c5bd.d20260716"
 },
 "quantization": {
  "quant_algo": "W4A16_NVFP4",
  "kv_cache_quant_algo": null,
  "group_size": 16,
  "exclude_modules": [
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "model.layers.42*",
   "kv_a_proj_with_mqa",
   "kv_b_proj",
   "model.word_embeddings"
  ]
 }
}