Hugging Face's logo

wrldsuksgo2mars
/
GLM-5.3-Flash-EXL3-K3.25-v1

Image-Text-to-Text
Transformers
Safetensors
glm5_next
glm5
exl3
quantized
mixture-of-experts
conversational
3-bit
Model card Files
xet
 Community
GLM-5.3-Flash-EXL3-K3.25-v1
File size: 2,978 Bytes
27a291a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a4480b6
27a291a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a4480b6
27a291a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "ledger": {
    "complete_family_records": 12384,
    "k4_by_projection": {
      "down_proj": 4536,
      "gate_proj": 1701,
      "up_proj": 2835
    },
    "ledger": "ds4rt-exl3-error-ledger.jsonl",
    "ledger_sha256": "7788785b0af5af259ecff32c64ef2d962452d8bfff90f764603db8846279dd03",
    "projection_records": 37152
  },
  "native": {
    "aggregate_sha256": "5dc4c673d57bd1254d75ff22fb0dff9272c5325f686b99e6de24cd08f5dfbe22",
    "byte_identical": true,
    "bytes": 19339524984,
    "tensor_count": 1618
  },
  "output": {
    "bytes": 146198940952,
    "index_sha256": "1ddfc0b2447bbe5d5b3ce3648baa62a01b49247579581e2643674e957aa1e103",
    "shards": 18,
    "tensor_count": 150226
  },
  "quantization_config": {
    "alias": "quantization_config.json",
    "bytes": 32772423,
    "codebook": "mcg",
    "compact_model_config": {
      "architectures": [
        "Glm5NextForConditionalGeneration"
      ],
      "bytes": 13180,
      "embedded_manifest": false,
      "maximum_bytes": 262144,
      "model_type": "glm5_next",
      "path": "config.json",
      "sha256": "6b477cfc1fbf8cdf3795c6389bc9712503e3f7c3889145036488ffab2b1a7781"
    },
    "k4_by_projection": {
      "down_proj": 4536,
      "gate_proj": 1701,
      "up_proj": 2835
    },
    "modules": 37152,
    "mtp_bits": 3,
    "path": "quantize_config.json",
    "sha256": "fd116534bff1c7cb7c319be03e1f4d14d9faafa0d36ef95d37eebe40ee29c429",
    "target_bits": {
      "average": 3.25,
      "base": 3,
      "upgrade": 4
    }
  },
  "quantized": {
    "codebook": "mcg",
    "experts_per_layer": 288,
    "k4_by_projection": {
      "down_proj": 4536,
      "gate_proj": 1701,
      "up_proj": 2835
    },
    "layers": [
      3,
      45
    ],
    "modules": 37152,
    "mtp_layer": 45,
    "mtp_trellis_k": 3,
    "projections_per_expert": [
      "gate_proj",
      "up_proj",
      "down_proj"
    ],
    "stored_tensors": 148608,
    "target_average_bpw": 3.25,
    "target_trellis_k": [
      3,
      4
    ]
  },
  "run": {
    "complete_sha256": "e637bae4c59e16a3cec8bc20d03d990db1459a4f02b1c682a2d0d88ec838753e",
    "k4_by_projection": {
      "down_proj": 4536,
      "gate_proj": 1701,
      "up_proj": 2835
    },
    "mtp_bits": 3,
    "output": "/mnt/scratch/GLM-5.3-Flash-EXL3-K3.25-v1",
    "plan_sha256": "cb8ee0b49c6a41bb31e9813214193fa9426c209dd0a0ca9f52ce8b5ab61465d8",
    "projection_checkpoint_manifests": 46224,
    "projection_checkpoint_payloads": 46224,
    "tier_plan_sha256s_sha256": "44f89b9daf654c99f0c29b46d2002de109b4d49f1fbecaa569dbd30e938379ce",
    "tier_plans": 42
  },
  "schema": "glm53-flash-exl3-k325-validation-v1",
  "source": {
    "bytes": 642652070880,
    "index_sha256": "e6007bd58fb7e07f9fe69544257ee2713f252ef5855bbf685b48c991d524ef0f",
    "revision": "f12e0fe1f6b2ea274c11a569582edfd99d993c5e",
    "shards": 120,
    "tensor_count": 38770
  },
  "validation_sha256": "30e5f8f5fc6c1d10cdd17749b40559a0dca89bec89b5affad219cab0f0260160"
}