Hugging Face's logo

PowerInfer
/
SmallThinker-21BA3B-Instruct-GGUF

Text Generation
GGUF
English
conversational
Model card Files
xet
Community
3
BLGS commited on
Commit
168881a
·
verified ·
1 Parent(s): 6daddd6

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. SmallThinker-21B-A3B-Instruct.IQ4_NL.gguf +3 -0
  3. SmallThinker-21B-A3B-Instruct.IQ4_XS.gguf +3 -0
  4. SmallThinker-21B-A3B-Instruct.IQ4_XS.imatrix.gguf +3 -0
  5. SmallThinker-21B-A3B-Instruct.Q3_K.imatrix.gguf +3 -0
  6. SmallThinker-21B-A3B-Instruct.Q3_K_S.gguf +3 -0
  7. SmallThinker-21B-A3B-Instruct.Q3_K_S.imatrix.gguf +3 -0
  8. SmallThinker-21B-A3B-Instruct.Q4_0.imatrix.gguf +3 -0
  9. SmallThinker-21B-A3B-Instruct.Q4_1.imatrix.gguf +3 -0
  10. SmallThinker-21B-A3B-Instruct.Q4_K.imatrix.gguf +3 -0
  11. SmallThinker-21B-A3B-Instruct.Q4_K_S.imatrix.gguf +3 -0
  12. SmallThinker-21B-A3B-Instruct.Q5_K.imatrix.gguf +3 -0
  13. SmallThinker-21B-A3B-Instruct.Q6_K.imatrix.gguf +3 -0
  14. SmallThinker-21B-A3B-Instruct.Q8_0.imatrix.gguf +3 -0
  15. zh-21b-imatrix.dat +3 -0
.gitattributes CHANGED
@@ -43,3 +43,17 @@ SmallThinker-21B-A3B-Instruct.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
43
  SmallThinker-21B-A3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
  SmallThinker-21B-A3B-Instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  SmallThinker-21B-A3B-Instruct.Q4_0.powerinfer.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  SmallThinker-21B-A3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
  SmallThinker-21B-A3B-Instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  SmallThinker-21B-A3B-Instruct.Q4_0.powerinfer.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmallThinker-21B-A3B-Instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmallThinker-21B-A3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SmallThinker-21B-A3B-Instruct.IQ4_XS.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
49
+ SmallThinker-21B-A3B-Instruct.Q3_K.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
50
+ SmallThinker-21B-A3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ SmallThinker-21B-A3B-Instruct.Q3_K_S.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
52
+ SmallThinker-21B-A3B-Instruct.Q4_0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
53
+ SmallThinker-21B-A3B-Instruct.Q4_1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
54
+ SmallThinker-21B-A3B-Instruct.Q4_K.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
55
+ SmallThinker-21B-A3B-Instruct.Q4_K_S.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
56
+ SmallThinker-21B-A3B-Instruct.Q5_K.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
57
+ SmallThinker-21B-A3B-Instruct.Q6_K.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
58
+ SmallThinker-21B-A3B-Instruct.Q8_0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
59
+ zh-21b-imatrix.dat filter=lfs diff=lfs merge=lfs -text
SmallThinker-21B-A3B-Instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cffa938deaa492bd3b045ab78490e1a06a9782b93ad44e8f4ccd35e7a3231f
3
+ size 12336786112
SmallThinker-21B-A3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d0f2c322b9c57b56043eb5024918f8faf4f52cfd052f12f1d456455a259755
3
+ size 11702858432
SmallThinker-21B-A3B-Instruct.IQ4_XS.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3308a7b96b10c2c80dd08355f59f481d7ff0a2bd6409d3742247e0734468fe6
3
+ size 11584893920
SmallThinker-21B-A3B-Instruct.Q3_K.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab85a8c438260a0892ef5729ef5ad86fc086bc2b1aba19d4c8671b34d3f6c66b
3
+ size 10419318240
SmallThinker-21B-A3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ee54d20ac9cc0f27e5342c7300f9e0a74629910c33708a8b693ba33faaf1c3
3
+ size 9430379712
SmallThinker-21B-A3B-Instruct.Q3_K_S.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17107f61802655eec0d9c61f952c74806a61eaa71818012484f13ba80aa7d3ca
3
+ size 9430380000
SmallThinker-21B-A3B-Instruct.Q4_0.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d72e21c5859927a1b8737047215f20a2a95b0a1321491ca34c43d131dc7ea26
3
+ size 12281080800
SmallThinker-21B-A3B-Instruct.Q4_1.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ad6b48093fb1fff7d9ee1bddfa6d9f00403ad16573eeabd031f4fb245585ee
3
+ size 13553196000
SmallThinker-21B-A3B-Instruct.Q4_K.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17724518e0dbf3c8f384db973194afe0e5dd3c41dd6d5cc2799ba7a102257395
3
+ size 13086129120
SmallThinker-21B-A3B-Instruct.Q4_K_S.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a755b3e1be10e7de82dcb43ba896ab13271241cc862af626d1a4c0dd2c3b22
3
+ size 12328922080
SmallThinker-21B-A3B-Instruct.Q5_K.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5297f8992520bd44638cae2cb6ee9e1d729b1afb38b659505985abc8de679b9
3
+ size 15311526880
SmallThinker-21B-A3B-Instruct.Q6_K.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd33bfa8395efee5a88f2d526db44d623a40ff93130dcb91c66c1d1571a26f4
3
+ size 17676012000
SmallThinker-21B-A3B-Instruct.Q8_0.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b61f284db0b59a334f3bf2a56cf961e5000f066e1a8a82ef97016424efd9f62
3
+ size 22882504160
zh-21b-imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92dbbe39026cb46bee51e93063a71667f78cc5211534043191b5f27a01256dda
3
+ size 81271293