Qwen-3.8-9B-int8-ov / openvino_config.json
asahi-jp's picture
Upload 24 files
06e9df2 verified
Raw History Blame Contribute Delete
1.94 kB
{
"dtype": "int8_int8",
"input_info": null,
"optimum_version": "2.3.0",
"output_attentions": false,
"quantization_config": {
"_dataset_kwargs": {},
"dataset": null,
"default_config": {
"quant_method": "default"
},
"ignored_scope": null,
"num_samples": null,
"processor": "empero-ai/Qwen3.8-9B-Distill",
"quantization_configs": {
"lm_model": {
"_dataset_kwargs": {},
"all_layers": null,
"backup_precision": null,
"bits": 8,
"dataset": null,
"dq_group_size": null,
"dtype": "int8",
"gptq": null,
"group_size": -1,
"group_size_fallback": null,
"ignored_scope": null,
"lora_correction": null,
"num_samples": null,
"processor": "empero-ai/Qwen3.8-9B-Distill",
"quant_method": "default",
"ratio": 1.0,
"scale_estimation": null,
"sensitivity_metric": null,
"statistics_path": null,
"sym": false,
"tokenizer": "empero-ai/Qwen3.8-9B-Distill"
},
"mtp_model": {
"_dataset_kwargs": {},
"all_layers": null,
"backup_precision": null,
"bits": 8,
"dataset": null,
"dq_group_size": null,
"dtype": "int8",
"gptq": null,
"group_size": -1,
"group_size_fallback": null,
"ignored_scope": null,
"lora_correction": null,
"num_samples": null,
"processor": "empero-ai/Qwen3.8-9B-Distill",
"quant_method": "default",
"ratio": 1.0,
"scale_estimation": null,
"sensitivity_metric": null,
"statistics_path": null,
"sym": false,
"tokenizer": "empero-ai/Qwen3.8-9B-Distill"
}
},
"tokenizer": "empero-ai/Qwen3.8-9B-Distill"
},
"save_onnx_model": false,
"transformers_version": "5.2.0"
}