Hugging Face's logo

mradermacher
/
Qwen-1_8B-i1-GGUF

Transformers
GGUF
Chinese
English
qwen
imatrix
Model card Files
xet
 Community
mradermacher commited on
Commit
0fd9c85
·
verified ·
1 Parent(s): da9c57d

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Qwen-1_8B.i1-IQ1_M.gguf +3 -0
  3. Qwen-1_8B.i1-IQ1_S.gguf +3 -0
  4. Qwen-1_8B.i1-IQ2_M.gguf +3 -0
  5. Qwen-1_8B.i1-IQ2_S.gguf +3 -0
  6. Qwen-1_8B.i1-IQ2_XS.gguf +3 -0
  7. Qwen-1_8B.i1-IQ2_XXS.gguf +3 -0
  8. Qwen-1_8B.i1-IQ3_M.gguf +3 -0
  9. Qwen-1_8B.i1-IQ3_S.gguf +3 -0
  10. Qwen-1_8B.i1-IQ3_XS.gguf +3 -0
  11. Qwen-1_8B.i1-IQ3_XXS.gguf +3 -0
  12. Qwen-1_8B.i1-IQ4_NL.gguf +3 -0
  13. Qwen-1_8B.i1-IQ4_XS.gguf +3 -0
  14. Qwen-1_8B.i1-Q2_K.gguf +3 -0
  15. Qwen-1_8B.i1-Q2_K_S.gguf +3 -0
  16. Qwen-1_8B.i1-Q3_K_L.gguf +3 -0
  17. Qwen-1_8B.i1-Q3_K_M.gguf +3 -0
  18. Qwen-1_8B.i1-Q3_K_S.gguf +3 -0
  19. Qwen-1_8B.i1-Q4_0.gguf +3 -0
  20. Qwen-1_8B.i1-Q4_1.gguf +3 -0
  21. Qwen-1_8B.i1-Q4_K_M.gguf +3 -0
  22. Qwen-1_8B.i1-Q4_K_S.gguf +3 -0
  23. Qwen-1_8B.i1-Q5_K_M.gguf +3 -0
  24. Qwen-1_8B.i1-Q5_K_S.gguf +3 -0
  25. Qwen-1_8B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Qwen-1_8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen-1_8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen-1_8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen-1_8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen-1_8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen-1_8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen-1_8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen-1_8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen-1_8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen-1_8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen-1_8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen-1_8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen-1_8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen-1_8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen-1_8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen-1_8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen-1_8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen-1_8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen-1_8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen-1_8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen-1_8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen-1_8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen-1_8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen-1_8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen-1_8B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2eb586ccf6d48e34f493837b1b8d5296ec0a9f16d9d030b475a2c0b5861f6b
3
+ size 685504256
Qwen-1_8B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08dfd2f657141d95f5b94e2bc64b1ed46b4dff0b2ed3bc2240a8e82bfbc601d
3
+ size 665745152
Qwen-1_8B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10398579af61e96a5e9d277226f96f9d1b9467e4bb8e75f2c5e69e7c37dcb129
3
+ size 820031232
Qwen-1_8B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f28592e909373c9e279b1bfae4e10c84d080f74294220cc27bf47fcf0da4b55
3
+ size 793685760
Qwen-1_8B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a9c6f468d4493679c27f7b9f3567106fb5db02f294f0df3e084d8a96be847b
3
+ size 747927296
Qwen-1_8B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6d1aec755a85283a62a35e5d996734822c5d55744f6eee851f27e2c2f62992
3
+ size 718436096
Qwen-1_8B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0eccea033e1bf22b34dd2cfb9a3d76a231f362f307d3940cb3b10e0fd06bfd
3
+ size 1011271424
Qwen-1_8B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf57f0ffcf920172e0392a0c269404a5300f2cfa556d9079e819cfbe82d59e8
3
+ size 953566976
Qwen-1_8B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156311468b861d9e8135b24c7bfd179e258b1f02697ae270b894f2d96a8e8500
3
+ size 934545152
Qwen-1_8B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17341df937f8ac7517643e3731a98e0a24d4c76b7bee98e37a455138f65d99fa
3
+ size 872722176
Qwen-1_8B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e882eac88a1132a1d7ec296f364833443e117890deab7bc385ad0a62452a0cb1
3
+ size 1120231168
Qwen-1_8B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e224e13b9f7edb23db88d93263dece61ebfc7e0a1915506cd7bf630c0bf4045
3
+ size 1081016064
Qwen-1_8B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6341dca6215b7004ffb662f7c73d32031bd12faa1481ddfd24ec739f30a531ad
3
+ size 836341504
Qwen-1_8B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6547ca01865631a8a1f25dee240f19b2942d1093fab61ddc2e4519c16f942cb
3
+ size 830344960
Qwen-1_8B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc394ec3d632a904c3ebef767cf90da28ce6a9af140a2bcfda85777e4257540
3
+ size 1070352128
Qwen-1_8B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289c06282a65907b55d51051352995502ba2a9500873e345de7f7fad48c46eb1
3
+ size 1041565440
Qwen-1_8B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05604d00834acafa2e403bebdb5eff3fb014f65eface18d2594c12cde94d241a
3
+ size 953566976
Qwen-1_8B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c351fb74191bb85463d902e00fc786ed9cb82cea64cd7c1fcd671c0ad3f6ac50
3
+ size 1122344704
Qwen-1_8B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030982fe73b4e9bfed02bdd784c32bf75a0acb4659103018124c8995c18a934e
3
+ size 1215569664
Qwen-1_8B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81bb19e55c4306499b07178345c6020b4a0cd8d9e9762e8ea6ba16d437e48c3
3
+ size 1242521344
Qwen-1_8B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a0268855eaf3c047ded5cecd0da08cf53bac2c30a713d2bfdc18c6e9955fe46
3
+ size 1156161280
Qwen-1_8B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da77c5f9491be1b74b0c4089302a8c2537ad1da83759c363acdeea6088a54a67
3
+ size 1410195200
Qwen-1_8B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a645e729c61b3160bd1c182130003b2ed6423f8a384e45b0fb20614f120f8e0d
3
+ size 1327816448
Qwen-1_8B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:076bfb0e993524db62c956f9d46cf309744388d68e9376792292182bece52915
3
+ size 1579022080