Hugging Face's logo

mradermacher
/
Qwen2.5-0.5B-Distill-Fast-GGUF

Transformers
GGUF
English
Generated from Trainer
trl
sft
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
b6b09ea
·
verified ·
1 Parent(s): a297cec

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Qwen2.5-0.5B-Distill-Fast.IQ4_XS.gguf +3 -0
  3. Qwen2.5-0.5B-Distill-Fast.Q2_K.gguf +3 -0
  4. Qwen2.5-0.5B-Distill-Fast.Q3_K_L.gguf +3 -0
  5. Qwen2.5-0.5B-Distill-Fast.Q3_K_M.gguf +3 -0
  6. Qwen2.5-0.5B-Distill-Fast.Q3_K_S.gguf +3 -0
  7. Qwen2.5-0.5B-Distill-Fast.Q4_K_M.gguf +3 -0
  8. Qwen2.5-0.5B-Distill-Fast.Q4_K_S.gguf +3 -0
  9. Qwen2.5-0.5B-Distill-Fast.Q5_K_M.gguf +3 -0
  10. Qwen2.5-0.5B-Distill-Fast.Q5_K_S.gguf +3 -0
  11. Qwen2.5-0.5B-Distill-Fast.Q6_K.gguf +3 -0
  12. Qwen2.5-0.5B-Distill-Fast.Q8_0.gguf +3 -0
  13. Qwen2.5-0.5B-Distill-Fast.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-0.5B-Distill-Fast.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-0.5B-Distill-Fast.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-0.5B-Distill-Fast.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-0.5B-Distill-Fast.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-0.5B-Distill-Fast.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-0.5B-Distill-Fast.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-0.5B-Distill-Fast.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-0.5B-Distill-Fast.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-0.5B-Distill-Fast.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-0.5B-Distill-Fast.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-0.5B-Distill-Fast.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-0.5B-Distill-Fast.f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-0.5B-Distill-Fast.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691cc3e49d6a0f95e2c601e195ae593dff691e1282935ffdee29e9d51ddd53e2
3
+ size 351445632
Qwen2.5-0.5B-Distill-Fast.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd7c79c6c0380eaeea7a74045ecd40bc8cc2a3f2ff359711957c8eeb9875a3ab
3
+ size 338607744
Qwen2.5-0.5B-Distill-Fast.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b44d96f443f2d857d6cc96b90419be2a1911199491901229b8a3415aad6ec1
3
+ size 369358464
Qwen2.5-0.5B-Distill-Fast.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4372ab1f339db98ba63b56f9b08df35ed5cdb3f7fa921e226878757623f676
3
+ size 355466880
Qwen2.5-0.5B-Distill-Fast.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3226a1f3bfaeae43a445c3be4ae73f2bfd769e57d7b9ca1a8ce79c9b1dc4f6e
3
+ size 338263680
Qwen2.5-0.5B-Distill-Fast.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9dffffe50da681ebb0c0d2de98ec0dc10f096cbe6b56e18830464c7e5938cf0
3
+ size 397808256
Qwen2.5-0.5B-Distill-Fast.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39071393f23a85f547a77c7d4630cd1d9aa7f0561d446b50a5d915a1da44e2c1
3
+ size 385472128
Qwen2.5-0.5B-Distill-Fast.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a036bbcf031f08face255cba4e0710c537dfd207e43c34d9aa8df0a1cc9dd9ac
3
+ size 420086400
Qwen2.5-0.5B-Distill-Fast.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4216f2bfb0ac6d5c81bebbaa2c5d83b79ff74d562ae52b7306eb77a4f59a3f1c
3
+ size 412710528
Qwen2.5-0.5B-Distill-Fast.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a10a355c2ab1e3fad33b52ecb9411edb8e6dbb27e95d3ee71c4ce791c410325
3
+ size 505736832
Qwen2.5-0.5B-Distill-Fast.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e003088e1f9eac23c6901374d0b4a9b9dadba93ee948425c4374311a46d2b68
3
+ size 531068544
Qwen2.5-0.5B-Distill-Fast.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17b70d4a0d556e48634b07e6ec37bb9710632c3198a9b07d409b1463ee27cd6
3
+ size 994157184