Hugging Face's logo

cortexso
/
deepseek-r1-distill-qwen-32b

Text Generation
GGUF
cortex.cpp
conversational
Model card Files Community
jan-hq commited on
Commit
002c02c
·
verified ·
1 Parent(s): 7bb9f92

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. deepseek-r1-distill-qwen-32b-q2_k.gguf +3 -0
  3. deepseek-r1-distill-qwen-32b-q3_k_l.gguf +3 -0
  4. deepseek-r1-distill-qwen-32b-q3_k_m.gguf +3 -0
  5. deepseek-r1-distill-qwen-32b-q3_k_s.gguf +3 -0
  6. deepseek-r1-distill-qwen-32b-q4_k_m.gguf +3 -0
  7. deepseek-r1-distill-qwen-32b-q4_k_s.gguf +3 -0
  8. deepseek-r1-distill-qwen-32b-q5_k_m.gguf +3 -0
  9. deepseek-r1-distill-qwen-32b-q5_k_s.gguf +3 -0
  10. deepseek-r1-distill-qwen-32b-q6_k.gguf +3 -0
  11. deepseek-r1-distill-qwen-32b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ deepseek-r1-distill-qwen-32b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ deepseek-r1-distill-qwen-32b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ deepseek-r1-distill-qwen-32b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ deepseek-r1-distill-qwen-32b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ deepseek-r1-distill-qwen-32b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ deepseek-r1-distill-qwen-32b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ deepseek-r1-distill-qwen-32b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ deepseek-r1-distill-qwen-32b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ deepseek-r1-distill-qwen-32b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ deepseek-r1-distill-qwen-32b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
deepseek-r1-distill-qwen-32b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:490a8a46c28805ddc9bab0c9bdabae3e0b9802e4fc27f40e4255d282e56450f1
3
+ size 12313098080
deepseek-r1-distill-qwen-32b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ae5c62c7dbe696bd6689308103563fb4145c7773c2e6c133268c4dc53be193
3
+ size 17247078240
deepseek-r1-distill-qwen-32b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be21f71c2743b5969a427914386d10ccf7edc852c37885b57b6fd8f94246bd7
3
+ size 15935047520
deepseek-r1-distill-qwen-32b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04815eaeab500ccacf10117f8ab7d478f365cf519623bdf7ebbde014a4a8cab1
3
+ size 14392330080
deepseek-r1-distill-qwen-32b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1039daf05cf3d62fba6b56f7df65bdede8b8299042a876fd2ce44a6a4a393ddf
3
+ size 19851335520
deepseek-r1-distill-qwen-32b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c502efc7ce9478b105c9ebd23e083277f6957fadd03182be7236b19a5607e83a
3
+ size 18784409440
deepseek-r1-distill-qwen-32b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e296f99d1b2d5e3d0c475cf45614c48b8b56c5ca1088a624609ef6005d3ffbc6
3
+ size 23262156640
deepseek-r1-distill-qwen-32b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164f43ed691efd1f7ea42c67281c91db45f10487879330f41311d8302fbcabea
3
+ size 22638253920
deepseek-r1-distill-qwen-32b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c8405f3df903c1c19d13f1ad394a18a23947e1150e0da214894e2ac97e1ebf
3
+ size 26886154080
deepseek-r1-distill-qwen-32b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186a1cbd69574ecbb9ebd9872a7bfb49d72bd3fd67d24777e443decaa8f8f5fa
3
+ size 34820884320