morriszms commited on
Commit
c4d075f
·
verified ·
1 Parent(s): ebed25e

Upload folder using huggingface_hub

Browse files
Qwen2.5-Coder-3B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44ef8535bedcb8f6d9d9513a3cfc917c5c107d92d7980fa82cd8342a8413e987
3
- size 1274756000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09a4a829f80084603cc603b4a79fc8bab5a9f35e6af28358105698b9d2e73d4
3
+ size 1274756096
Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:663ba3e06cd7382ea127ac047b7ddf4a7b11e69630f5234ec82dd85849c5e2de
3
- size 1707391904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0fe84ad75ea2a1133723596b10c27658c5e54935c456cd7aaa74d2e88f6929
3
+ size 1707392000
Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d146571ee1f5882f584b319fc08cfd347a76ba2c627f1ad0855b327ec703c24
3
- size 1590475680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b77513ac7d9fee910f0782baac05e4d546f65e90068bbebd9c8c4b430c4ac9c
3
+ size 1590475776
Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f52450e8365c9749318aaa9cfc28e099ddc2f053cb055560e7915c21ae52036c
3
- size 1454357408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af52fb460aeb3d193434bd670d0e2dfebfc3e87cdc59f8439920c2ff45481c6d
3
+ size 1454357504
Qwen2.5-Coder-3B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7abf56788b095119d8e9cb2f0035c1674b503f2815738f465d23469e2668748c
3
- size 1822849952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba14f8c41a1f8b4413e2a0989507373b36680febd0e4189a7d0e504b8b76b23
3
+ size 1822850048
Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5456edc1f00d26151e043ee03f0632931c16e9e5c02321f85288ef4e90f4bdcd
3
- size 1929903008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276478f4c30637039c73c76331116803c7e8f673b7a4751832c609d98c41d69b
3
+ size 1929903104
Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf4f44caad010b513c6af7e1174c5b58d789557d27dfeeb6c7af8d63a949938b
3
- size 1834384288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56480e26d41422a9fe5c53e359a5f0a80b2efc3a3f137ed5cd4bba2b4d79c546
3
+ size 1834384384
Qwen2.5-Coder-3B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e5cc58bdd7bbffaada7e19eb76723b5ffc610ae3ae0dd62b4da374f75ed3a96
3
- size 2169666464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b36f8183886f06824061e693f23e9df88d2a07a9ea9104574d7f2712b98053a
3
+ size 2169666560
Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25a4e4683da9c4a7029b0f8fe45842fc11ea5831f0ec6febe609cf277b1a01ba
3
- size 2224815008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70f1aa4a4a7becb4678ac30feeb10a6b06905266430aa9eb0826ba0a76f5df2
3
+ size 2224815104
Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0d2129751b64dfebed3bc6a2bc8d6fe974eda462d376e3e0c1c38e6b85dbf99
3
- size 2169666464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9891b6454382ec5e9f5babb46c5983e5cebc5d7d46e15cd03cd9f77a02e20ed
3
+ size 2169666560
Qwen2.5-Coder-3B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4220d815c1a42259cef4e11438f579da1884392dc49bd26a1146d5be331d7486
3
- size 2538159008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ac76cb2c0f7a3d1d94171bd4b2e2ad69bf691bb91edbef693debd636682fd4
3
+ size 2538159104
Qwen2.5-Coder-3B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0359787bb35d9e3614eb6daf46c546d4a07556d49907ffa0341b4915f1fd8847
3
- size 3285476256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191f2ffc90737fa97c6c8297cafb63399e4e628c40b843f9cd1665ff95e20b42
3
+ size 3285476352
README.md CHANGED
@@ -1,16 +1,18 @@
1
  ---
2
- base_model: unsloth/Qwen2.5-Coder-3B-Instruct
 
 
3
  language:
4
  - en
 
 
5
  library_name: transformers
6
- license: apache-2.0
7
  tags:
8
- - unsloth
9
- - transformers
10
  - code
 
 
11
  - qwen
12
  - qwen-coder
13
- - codeqwen
14
  - TensorBlock
15
  - GGUF
16
  ---
@@ -26,11 +28,11 @@ tags:
26
  </div>
27
  </div>
28
 
29
- ## unsloth/Qwen2.5-Coder-3B-Instruct - GGUF
30
 
31
- This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-3B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-3B-Instruct).
32
 
33
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
34
 
35
  <div style="text-align: left; margin: 20px 0;">
36
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
1
  ---
2
+ license: other
3
+ license_name: qwen-research
4
+ license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct/blob/main/LICENSE
5
  language:
6
  - en
7
+ base_model: Qwen/Qwen2.5-Coder-3B-Instruct
8
+ pipeline_tag: text-generation
9
  library_name: transformers
 
10
  tags:
 
 
11
  - code
12
+ - codeqwen
13
+ - chat
14
  - qwen
15
  - qwen-coder
 
16
  - TensorBlock
17
  - GGUF
18
  ---
 
28
  </div>
29
  </div>
30
 
31
+ ## Qwen/Qwen2.5-Coder-3B-Instruct - GGUF
32
 
33
+ This repo contains GGUF format model files for [Qwen/Qwen2.5-Coder-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct).
34
 
35
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit ec7f3ac](https://github.com/ggerganov/llama.cpp/commit/ec7f3ac9ab33e46b136eb5ab6a76c4d81f57c7f1).
36
 
37
  <div style="text-align: left; margin: 20px 0;">
38
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">