{
  "algorithm": "RTN (QuantizationModifier)",
  "scheme": "NVFP4A16 (W4A16)",
  "model": "models/K-EXAONE-145B-A23B-REAP-76E-BF16",
  "temporary_offload_folder": "work/K-EXAONE-145B-76E-NVFP4-ptq-offload",
  "calibration": null,
  "calibration_required": false,
  "activation_quantization": null,
  "activation_dtype": "bfloat16",
  "weight_format": "NVFP4 E2M1, group size 16, FP8 E4M3 scales",
  "keep_first_layer_bf16": true,
  "keep_last_layers_bf16": 2,
  "keep_shared_experts_and_routers_bf16": true,
  "mtp_restored_bf16": true,
  "nvfp4_scale_audit": {
    "packed_modules": 10440,
    "weight_global_scales_checked": 10440,
    "input_global_scales": 0,
    "invalid_weight_global_scales": 0
  },
  "runtime_validation": {
    "vllm_version": "0.24.0",
    "tensor_parallel_size": 4,
    "hardware": "4x NVIDIA A100 80GB PCIe",
    "linear_backend": "MarlinNvFp4LinearKernel",
    "moe_backend": "MARLIN NvFp4",
    "base_smoke_output": "evaluation_vllm024_w4a16_smoke.json",
    "mtp_smoke_output": "evaluation_vllm024_w4a16_mtp_smoke.json",
    "mtp_num_speculative_tokens": 2,
    "passed": true
  },
  "elapsed_seconds": 290.2149657085538
}