File size: 299 Bytes
7a230d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | {
"quant_method": "awq",
"modules_to_not_convert": null,
"version": "gemm",
"iters": 200,
"lr": 0.005,
"minmax_lr": 0.005,
"enable_minmax_tuning": true,
"enable_quanted_input": true,
"scale_dtype": "float16",
"sym": true,
"bits": 4,
"group_size": 128,
"zero_point": false
} |