Hugging Face's logo

DBMe
/
Qwen3.5-9B-ultra-uncensored-heretic-v2-exl3

Text Generation
exllamav3
exl3
Model card Files
xet
 Community
DBMe commited on
Commit
f80036c
·
verified ·
1 Parent(s): 216ac6c

Hotpatch: Update metrics.json

Browse files
Files changed (1) hide show
  1. metrics.json +40 -40
metrics.json CHANGED
@@ -1,55 +1,55 @@
1
  {
2
  "runs": {
3
- "4.0bpw_h6": {
4
- "bpw": "4.0",
5
- "head_bpw": "6",
6
- "branch": "4.0bpw_h6",
7
- "ppl": 8.761155,
8
- "vram": {
9
- "2048": 7.49,
10
- "4096": 7.49,
11
- "8192": 7.49,
12
- "16384": 7.49,
13
- "32768": 7.49
14
- }
15
- },
16
- "5.0bpw_h6": {
17
- "bpw": "5.0",
18
- "head_bpw": "6",
19
- "branch": "5.0bpw_h6",
20
- "ppl": 8.714124,
21
  "vram": {
22
- "2048": 8.3,
23
- "4096": 8.3,
24
- "8192": 8.3,
25
- "16384": 8.3,
26
- "32768": 8.3
27
  }
28
  },
29
  "6.0bpw_h6": {
30
  "bpw": "6.0",
31
- "head_bpw": "6",
32
  "branch": "6.0bpw_h6",
33
- "ppl": 8.80047,
34
  "vram": {
35
- "2048": 9.1,
36
- "4096": 9.1,
37
- "8192": 9.1,
38
- "16384": 9.1,
39
- "32768": 9.1
40
  }
41
  },
42
- "8.0bpw_h8": {
43
- "bpw": "8.0",
44
- "head_bpw": "8",
45
- "branch": "8.0bpw_h8",
46
- "ppl": 8.747714,
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  "vram": {
48
- "2048": 10.95,
49
- "4096": 10.95,
50
- "8192": 10.95,
51
- "16384": 10.95,
52
- "32768": 10.95
53
  }
54
  }
55
  }
 
1
  {
2
  "runs": {
3
+ "8.0bpw_h8": {
4
+ "bpw": "8.0",
5
+ "head_bpw": 8,
6
+ "branch": "8.0bpw_h8",
7
+ "ppl": 7.2881,
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "vram": {
9
+ "2048": 11.2,
10
+ "4096": 11.45,
11
+ "8192": 11.95,
12
+ "16384": 12.95,
13
+ "32768": 14.95
14
  }
15
  },
16
  "6.0bpw_h6": {
17
  "bpw": "6.0",
18
+ "head_bpw": 6,
19
  "branch": "6.0bpw_h6",
20
+ "ppl": 7.3097,
21
  "vram": {
22
+ "2048": 9.35,
23
+ "4096": 9.6,
24
+ "8192": 10.1,
25
+ "16384": 11.1,
26
+ "32768": 13.1
27
  }
28
  },
29
+ "5.0bpw_h6": {
30
+ "bpw": "5.0",
31
+ "head_bpw": 6,
32
+ "branch": "5.0bpw_h6",
33
+ "ppl": 7.2596,
34
+ "vram": {
35
+ "2048": 8.55,
36
+ "4096": 8.8,
37
+ "8192": 9.3,
38
+ "16384": 10.3,
39
+ "32768": 12.3
40
+ }
41
+ },
42
+ "4.0bpw_h6": {
43
+ "bpw": "4.0",
44
+ "head_bpw": 6,
45
+ "branch": "4.0bpw_h6",
46
+ "ppl": 7.2847,
47
  "vram": {
48
+ "2048": 7.74,
49
+ "4096": 7.99,
50
+ "8192": 8.49,
51
+ "16384": 9.49,
52
+ "32768": 11.49
53
  }
54
  }
55
  }