onnx/quantization.json

{
  "source_dir": "models/irishcore-globalpointer-135m-b01-extendedv1-e025_onnx",
  "format": "onnx_dynamic_quantized",
  "artifact": "model_quantized.onnx",
  "weight_type": "QInt8",
  "per_channel": true
}