morriszms commited on
Commit
11da9c9
·
verified ·
1 Parent(s): 3fed41e

Upload folder using huggingface_hub

Browse files
Qwen2.5-Coder-32B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:181858c462415a9420768f28527a504d8704bba8f4c81c84ea2ac769d667f6b5
3
- size 12313098880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508f91804b70a0c38d1237d76bcabee1624a73a5c99ca7a853dea8952e6dcc5b
3
+ size 12313098944
Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5517d056eef788c72be225160ea964a6100e03e3de5e29035d608aaa871615b0
3
- size 17247079040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3063c16a2263cc489897f9bb5f7355a4b176f81f6cfe79cff29e008effbf8a76
3
+ size 17247079104
Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c18145a9a0eaaee4d0cd0f4a2e5ef39110abc6e518a8434da20094846c6ba0c
3
- size 15935048320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3addd6eea5ca84820f073879959ce4823fee43b3e1b1eb5ce3c2632e8bb85943
3
+ size 15935048384
Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54d42645a01faaef6d6e0365f9329bf0a4883de378098917b500adae3ad538aa
3
- size 14392330880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903bf55e4f2e7df7ef7651af7d5b30a767560dc0d298617ed22aa587e30bbb42
3
+ size 14392330944
Qwen2.5-Coder-32B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20646bbee25ea183b3bd2afedd786ba1541a19b506003d6ceb79c38672917390
3
- size 18640231040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d6471333ce863b1a28998b8becb84f1037882145210c35885f999a58c75ed00
3
+ size 18640231104
Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfdc017e3577c365a0e93dfc39a706bd95d62bd8be7984e49a88729964e7de16
3
- size 19851336320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28fd9bdfeb52771187a03ed798ab579697d0ab67e6dbe935f53d8e4d91ceb859
3
+ size 19851336384
Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b77c7e95dbf3b610d43bf04c6dc105f3459e66b202d0d8f31ae016445b9066b
3
- size 18784410240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e490494555d0e333ef0810f2555fa68b4e3b1e8ecea848fcaa1f277c7203d167
3
+ size 18784410304
Qwen2.5-Coder-32B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fad8c3ce91fe9f4e242c25af19b481915e9d1860c1d7b52b0dfbb75c6cdfa283
3
- size 22638254720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:783c299e3c04bd3e44b6c860d3076281616f31286ab9aa29db7b41c0a4ead8f3
3
+ size 22638254784
Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a886bac841687bdb72ba4067c9a3f769a1d7d1c7f7f32c5da05f43e1a4d4380f
3
- size 23262157440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09c7d482e4ec040e3db627b42d42ffeb782300ee52fd1a5f989f17229ed625d
3
+ size 23262157504
Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40e66b3d850a30f48d520395658d5988ba28bcd66d5ba35d56f3f64eae11707b
3
- size 22638254720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58342872ce94cd905a8ecc79d6aa9619377b5c9c6024c0b155e38a55e2e7c053
3
+ size 22638254784
Qwen2.5-Coder-32B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4cbcda9b79374a91c916bff2999afac7cbee0c498187514a21020c8a3e454c6
3
- size 26886154880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8745bf71fa73510fc1d4cd71d0689908422f86e120b4d6bedab141cb61e0517
3
+ size 26886154944
Qwen2.5-Coder-32B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0f82ebe99591fe8131c633f3d109323398314cce7368aec10bfda599cf6dd76
3
- size 34820885120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c4a71801dd7926cbdb5e66a23bbe6e711c58f2270218da010480eea320a8453
3
+ size 34820885184
README.md CHANGED
@@ -1,16 +1,17 @@
1
  ---
2
- base_model: unsloth/Qwen2.5-Coder-32B-Instruct
 
3
  language:
4
  - en
 
 
5
  library_name: transformers
6
- license: apache-2.0
7
  tags:
8
- - unsloth
9
- - transformers
10
  - code
 
 
11
  - qwen
12
  - qwen-coder
13
- - codeqwen
14
  - TensorBlock
15
  - GGUF
16
  ---
@@ -26,11 +27,11 @@ tags:
26
  </div>
27
  </div>
28
 
29
- ## unsloth/Qwen2.5-Coder-32B-Instruct - GGUF
30
 
31
- This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-32B-Instruct).
32
 
33
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
34
 
35
  <div style="text-align: left; margin: 20px 0;">
36
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
1
  ---
2
+ license: apache-2.0
3
+ license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct/blob/main/LICENSE
4
  language:
5
  - en
6
+ base_model: Qwen/Qwen2.5-Coder-32B-Instruct
7
+ pipeline_tag: text-generation
8
  library_name: transformers
 
9
  tags:
 
 
10
  - code
11
+ - codeqwen
12
+ - chat
13
  - qwen
14
  - qwen-coder
 
15
  - TensorBlock
16
  - GGUF
17
  ---
 
27
  </div>
28
  </div>
29
 
30
+ ## Qwen/Qwen2.5-Coder-32B-Instruct - GGUF
31
 
32
+ This repo contains GGUF format model files for [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct).
33
 
34
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit ec7f3ac](https://github.com/ggerganov/llama.cpp/commit/ec7f3ac9ab33e46b136eb5ab6a76c4d81f57c7f1).
35
 
36
  <div style="text-align: left; margin: 20px 0;">
37
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">