Hugging Face's logo

AngelSlim
/
Qwen3-32B_nvfp4

Safetensors
qwen3
8-bit precision
compressed-tensors
Model card Files
xet
 Community
1
Qwen3-32B_nvfp4
File size: 2,085 Bytes
d705607
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
    "model_config": {
        "name": "Qwen",
        "model_path": "Base Model Path",
        "trust_remote_code": true,
        "torch_dtype": "auto",
        "device_map": "auto",
        "low_cpu_mem_usage": true,
        "use_cache": false,
        "cache_dir": null
    },
    "compression_config": {
        "name": [
            "PTQ"
        ],
        "quantization": {
            "name": "nvfp4",
            "bits": 4,
            "quant_method": {
                "weight": "per-block",
                "activation": "per-block",
                "group_size": 16
            },
            "quant_helpers": [],
            "smooth_alpha": 0.5,
            "low_memory": false,
            "modules_to_quantize": [],
            "zero_point": true,
            "mse_range": false,
            "ignore_layers": [
                "lm_head",
                "model.embed_tokens",
                "lm_head"
            ],
            "quant_analyse": false,
            "quant_vit": false
        },
        "cache": null
    },
    "dataset_config": {
        "name": "TextDataset",
        "data_path": "./dataset/sharegpt_gpt4_qwen/sharegpt_gpt4-qwen3_a22B_output.jsonl",
        "max_seq_length": 4096,
        "num_samples": 256,
        "batch_size": 1,
        "shuffle": false,
        "inference_settings": null
    },
    "global_config": {
        "save_path": "Save Model Path",
        "max_seq_length": 4096,
        "hidden_size": 5120,
        "model_arch_type": "qwen3",
        "deploy_backend": "vllm"
    },
    "infer_config": null,
    "debug_info": {
        "python": "3.10.12 (main, Aug 29 2024, 16:22:46) [GCC 9.3.0]",
        "angelslim": {
            "name": "angelslim",
            "version": "0.0.0.dev0",
            "source": "pip"
        },
        "torch": {
            "name": "torch",
            "version": "2.3.1",
            "source": "pip"
        },
        "transformers": {
            "name": "transformers",
            "version": "4.56.1",
            "source": "pip"
        },
        "torch_cuda_version": "12.3"
    }
}