| { |
| "dtype": "int4_int4_int4", |
| "input_info": null, |
| "optimum_version": "2.3.0", |
| "output_attentions": false, |
| "quantization_config": { |
| "_dataset_kwargs": {}, |
| "dataset": null, |
| "default_config": { |
| "quant_method": "default" |
| }, |
| "ignored_scope": null, |
| "num_samples": null, |
| "processor": null, |
| "quantization_configs": { |
| "text_encoder": { |
| "_dataset_kwargs": {}, |
| "all_layers": null, |
| "backup_precision": null, |
| "bits": 4, |
| "dataset": null, |
| "dq_group_size": null, |
| "dtype": "int4", |
| "gptq": null, |
| "group_size": 128, |
| "group_size_fallback": "adjust", |
| "ignored_scope": null, |
| "lora_correction": null, |
| "num_samples": null, |
| "processor": null, |
| "quant_method": "default", |
| "ratio": 1.0, |
| "scale_estimation": null, |
| "sensitivity_metric": null, |
| "statistics_path": null, |
| "sym": false, |
| "tokenizer": null |
| }, |
| "text_encoder_i2i": { |
| "_dataset_kwargs": {}, |
| "all_layers": null, |
| "backup_precision": null, |
| "bits": 4, |
| "dataset": null, |
| "dq_group_size": null, |
| "dtype": "int4", |
| "gptq": null, |
| "group_size": 128, |
| "group_size_fallback": "adjust", |
| "ignored_scope": null, |
| "lora_correction": null, |
| "num_samples": null, |
| "processor": null, |
| "quant_method": "default", |
| "ratio": 1.0, |
| "scale_estimation": null, |
| "sensitivity_metric": null, |
| "statistics_path": null, |
| "sym": false, |
| "tokenizer": null |
| }, |
| "transformer": { |
| "_dataset_kwargs": {}, |
| "all_layers": null, |
| "backup_precision": null, |
| "bits": 4, |
| "dataset": null, |
| "dq_group_size": null, |
| "dtype": "int4", |
| "gptq": null, |
| "group_size": 128, |
| "group_size_fallback": "adjust", |
| "ignored_scope": null, |
| "lora_correction": null, |
| "num_samples": null, |
| "processor": null, |
| "quant_method": "default", |
| "ratio": 1.0, |
| "scale_estimation": null, |
| "sensitivity_metric": null, |
| "statistics_path": null, |
| "sym": false, |
| "tokenizer": null |
| } |
| }, |
| "tokenizer": null |
| }, |
| "save_onnx_model": false, |
| "transformers_version": "5.10.4" |
| } |
|
|
