Hugging Face's logo

brittlewis12
/
QwQ-32B-GGUF

Text Generation
GGUF
English
reasoning
qwen2
Inference Endpoints
imatrix
conversational
Model card Files Community
brittlewis12 commited on
Commit
562804b
·
verified ·
1 Parent(s): cfd7c72

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. qwq-32b.IQ2_M.gguf +3 -0
  3. qwq-32b.IQ2_S.gguf +3 -0
  4. qwq-32b.IQ3_M.gguf +3 -0
  5. qwq-32b.IQ3_S.gguf +3 -0
  6. qwq-32b.IQ3_XS.gguf +3 -0
  7. qwq-32b.IQ3_XXS.gguf +3 -0
  8. qwq-32b.IQ4_NL.gguf +3 -0
  9. qwq-32b.IQ4_XS.gguf +3 -0
  10. qwq-32b.Q2_K.gguf +3 -0
  11. qwq-32b.Q2_K_S.gguf +3 -0
  12. qwq-32b.Q3_K_L.gguf +3 -0
  13. qwq-32b.Q3_K_M.gguf +3 -0
  14. qwq-32b.Q3_K_S.gguf +3 -0
  15. qwq-32b.Q4_0.gguf +3 -0
  16. qwq-32b.Q4_1.gguf +3 -0
  17. qwq-32b.Q4_K_M.gguf +3 -0
  18. qwq-32b.Q4_K_S.gguf +3 -0
  19. qwq-32b.Q5_0.gguf +3 -0
  20. qwq-32b.Q5_1.gguf +3 -0
  21. qwq-32b.Q5_K_M.gguf +3 -0
  22. qwq-32b.Q5_K_S.gguf +3 -0
  23. qwq-32b.Q6_K.gguf +3 -0
  24. qwq-32b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -40,3 +40,26 @@ qwq-32b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
  qwq-32b.imatrix filter=lfs diff=lfs merge=lfs -text
41
  qwq-32b.f16.split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
42
  qwq-32b.f16.split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  qwq-32b.imatrix filter=lfs diff=lfs merge=lfs -text
41
  qwq-32b.f16.split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
42
  qwq-32b.f16.split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwq-32b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwq-32b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwq-32b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwq-32b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwq-32b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwq-32b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ qwq-32b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
50
+ qwq-32b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
+ qwq-32b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ qwq-32b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ qwq-32b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
54
+ qwq-32b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ qwq-32b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ qwq-32b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ qwq-32b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
58
+ qwq-32b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ qwq-32b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ qwq-32b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ qwq-32b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
62
+ qwq-32b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ qwq-32b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ qwq-32b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ qwq-32b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwq-32b.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2416c78bf2d7f74c69d171fba329cca67fd05a86d1fbec8f788317fc5820e5
3
+ size 11264441440
qwq-32b.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35314d31dad478971260908302782f13000af91b5f5f30602ffd7e57b6008a98
3
+ size 10387569760
qwq-32b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b32aa6db2563f9d3b2c042ea4e4b1c029421c5630d5d5c69b28187774b81342
3
+ size 14810123360
qwq-32b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99538d2cefa14bb7972e0d779e21b87d84687176456720362c7fe349fa63e315
3
+ size 14436895840
qwq-32b.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cedc6a87b6e38fdcaabcfc4c3272bf560f6011ebb40eb2c9bdf0baad2160407e
3
+ size 13705514080
qwq-32b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf612e06b6a11bbde5d3904d368653d9f96b4c968e066b6669dfbd31e310b48
3
+ size 12839271520
qwq-32b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae1079a7f1d88b706abb398510aee4dac5309113e49abe688b98ba534fea25c2
3
+ size 18682174560
qwq-32b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a353e90b277e8cc742270d396c8363803b4a79f10a53e7a15436dbdb2075c6
3
+ size 17693154400
qwq-32b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a3d9c97522da471f23af74a1ae03be6a8b3c66956c16baa268c43ebb112972
3
+ size 12313099136
qwq-32b.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3fb1845f8453dfbd469c128a2a7095f7dd152fcabe169e86da2d3c4b07ce03
3
+ size 11488001120
qwq-32b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd12c55f72ca0706398efaafaf60742c82dffa5a417b32b0cd6288c2fc94ee8
3
+ size 17247079296
qwq-32b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c01cb5079172c04bd084df572caa0895eba9ae5ceca175d0678d080c794f81
3
+ size 15935048576
qwq-32b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bda84cbcc1a410edcd1b90a8dc9e9692a3b7f6aaec07ff1404e05fe31192c6b
3
+ size 14392331136
qwq-32b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c430b56a394f419abe2bf2cb305e25243592b5cf3299e2564877bea9f50baf
3
+ size 18640231296
qwq-32b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbee7c067171e9f593ae691aac2526f4e13e1275f69772abd4d530f981d8e31
3
+ size 20639243136
qwq-32b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa0378defe986c21fc5f9d0bd821f5fc1e7145bd2088a32b1e889bc7c0f0aae4
3
+ size 19851336576
qwq-32b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939692fa3753ba634b0f84a407c44065fbd83af0465205164b670bd469683bd7
3
+ size 18784410496
qwq-32b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52892c2141522be3d8c3a90fd17e534143d7520d8aff52c6b57a95645d815011
3
+ size 22638254976
qwq-32b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3281c713be854c56f724412d183a12f03d889a021fb7c09b728175879d9c7f39
3
+ size 24637266816
qwq-32b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef89e5b46b5d75851a0e9a5dddc1372d4ba67819ec9febdec8d93fbd639e6d64
3
+ size 23262157696
qwq-32b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3954ccd5c6a1194eddc5cb79c854538b2835af87c31456f065722ec1b320030d
3
+ size 22638254976
qwq-32b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b4928c5aa8201f230930f1cc0580d0f86d2ee6e60aa1ebcc53b93861939367
3
+ size 26886155136
qwq-32b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9a83efffbd5a899ab6739ec3f2a32002a02bc06925943a049dc124196a161e
3
+ size 34820885376