Qwen3.8-Flash-Next-AWQ-W4A16 / awq_run_info.json
wtdcode's picture
Add files using upload-large-folder tool
fb5cd79 verified
Raw History Blame
578 Bytes
{
"args": {
"model": "/home/ziqiao/Qwen38-Flash-Next",
"out": "/home/ziqiao/awq-out/Qwen3.8-Flash-Next-AWQ-W4A16",
"num_samples": 256,
"seq_len": 2048,
"calib_source": "ultrachat",
"scheme": "W4A16",
"duo_scaling": "true",
"n_grid": 10,
"load": "cpu",
"offload_folder": "/home/ziqiao/tmp/offload_folder",
"no_pin_ngram": false,
"tiny": false,
"no_fast_indexer": false,
"no_fast_smoothing": false,
"dummy_modules": 0,
"calibrate_all_experts": "false",
"batch_size": 16,
"pack": "true",
"awq_cache": "gpu"
},
"seconds": 3092.242558002472
}