onnx/quantization.json

{
  "source_dir": "onnx/model.onnx",
  "input_model": "models/openmed-mliteclinical-irish-core-v23_fprepair_full_s100_onnx_pp_q8_pc/model.onnx",
  "output_model": "models/openmed-mliteclinical-irish-core-v23_fprepair_full_s100_onnx_pp_q8_pc/model_quantized.onnx",
  "weight_type": "qint8",
  "per_channel": true,
  "reduce_range": false,
  "op_types": [
    "MatMul",
    "Gemm",
    "Attention"
  ],
  "copied_assets": [
    "models/openmed-mliteclinical-irish-core-v23_fprepair_full_s100_onnx_pp/model.onnx",
    "onnx_export.json",
    "config.json",
    "label_meta.json",
    "special_tokens_map.json",
    "tokenizer.json",
    "tokenizer_config.json",
    "vocab.txt"
  ],
  "format": "onnx_dynamic_quantized",
  "task": "token-classification",
  "source_model": "temsa/OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc5#onnx_full"
}