docs/quantization-metadata-summary.json

{
  "producer": {
    "name": "modelopt",
    "version": "0.46.1"
  },
  "quant_algo": "MIXED_PRECISION",
  "kv_cache_quant_algo": null,
  "quantized_layer_count": 602,
  "algorithm_counts": {
    "FP8": 163,
    "FP8_DYNAMIC": 148,
    "FP8_ROW": 3,
    "NVFP4": 288
  },
  "packed_modules_mapping": {
    "gate_up_proj": [
      "gate_proj",
      "up_proj"
    ],
    "in_proj_qkvz": [
      "in_proj_qkv",
      "in_proj_z"
    ],
    "in_proj_ba": [
      "in_proj_b",
      "in_proj_a"
    ]
  }
}