Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Qwen-32B-GPTQ-Int4

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
4146c91
·
1 Parent(s): 17755a6

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit GPTQ quantized version of [DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92771e7ea852f0045445e03e2f129a8568ed9bddad391417ebbc9f902b4c7fce
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251c179559a9d8953524275ced4ab92034a8927472f330c885c71480f79a36dd
3
+ size 31102976
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e44784230eb654b982856dc84dd1d3dd7c66b86a8c0bda3632febc3f9e8ed1ee
3
+ size 141557760
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22bf9489a3bd22dc73ce81946deb0bcf9e5e60bc5623c6fee72449ab7f38ece6
3
+ size 18350080
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48eaaf373bf7b6f5b59cbc480fdab3d8e81fa3b4bc833b34215043f12fc82b18
3
+ size 20760576
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9d68f57d7034d65f573f46f95ea571ab92bb9b49917bebfd3777aadab0d62e
3
+ size 141557760
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b8870989fb3475353ffde5b2754ff523d814cb557fcdb1ed75a8d32baea903
3
+ size 70778880
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d03d54afde04e13ea53686b8d522e892dd721d79980a997ffc7d75ed7473eb5
3
+ size 18350080
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713c5295eb20b8fe7d67c203ef82e317be005ecedf8b8d21565ac972744b1417
3
+ size 20760576
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d69dfa5a435cc91fb01961e3aef21c9aa9e13941282cf6e7f12eef39dc779c2
3
+ size 141557760
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e180ee449b6397114a5a2a26b13e14a1142ac3905acc3e77149754943b8c286d
3
+ size 70778880
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1932903bdea49fe517c0c485de0575a33bb4efcaba6c37945aa1d0e0d0928ff
3
+ size 18350080
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82724a49e393996304509208099f588648c6a570127fc4096a1ad5069e8592a1
3
+ size 20760576
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c130fa2f96143b6e52b7d460dd801546d7c7db318d268e28fa4a4c74fed6e0
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9514b4c7b7b6d0642f113e3fb29f6ac08e44086bf7f92575be689d0d98217f15
3
+ size 141557760
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b187c1094c64a65823291ab915d5d4725ee4681bb53290009114808136f8e477
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875d273906b2668de01f599e46b86802a9f86c2a0fabd0faf5b28f97c1731eac
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf6d7ecf6d40b8a6028ba4ac52fd23b1231f88cfe8f20b05cae7d053957e0b9
3
+ size 20760576
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfa75eb0c29dcd98c709107cfb3e2ba9f4ab5a4f4df1ac279f14fdfbe0d55bf
3
+ size 141557760
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a154b6f0b33c5f33fdd0691a06abcc229e9722926fbdfffe2e2127b0f4b9c2d
3
+ size 70778880
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cdb2c92c5f419ddf273334bdd4d8e7708ec6f5d816fae36c48ec988222a0f29
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6488a7ecee6aa2ee5e1b6e0e2720c3399b59cdfb873b8fce00ce0ce8cec5235b
3
+ size 20760576
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c349e846e99d8779cc52c65cdb2b4bd8d80310b9bba37459c7d622368fe8e451
3
+ size 141557760
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a99f3543047424a610b8ee7bbaa56d9cd4c7d0476665523f840299ec29ec3c
3
+ size 70778880
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63727b903b641c05cf6175d84d8872d510ab9671f51a32ffbf26332a3b2f0ea7
3
+ size 18350080
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b70c0a12e89f13310b87a373aaf2349cd2292edc7835c0404542e4385a748bdd
3
+ size 18350080
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbcc5bcc8b315cd1a42b885187e3fb00f7e88d2b365814882faad33ce09fd6f6
3
+ size 20760576
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845443a0ee172b2fa30797a824405d823aca132d8fb01ac1d365a1f24ddc3daf
3
+ size 141557760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ca9b47b15a81b40a5a55779c952fadaaaac31783f3a99fb11c58d437cf1581
3
+ size 70778880
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f0e117fd70d107a59120d0ba96caa83459a6e2ba8e379e267a639593a7f20b
3
+ size 18350080
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6eb60134374036e2f76dd886d279f69c7ba0fd2f3648f4f515fcda7e2c1ec8
3
+ size 20760576
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde73603957a8b3c4446ae51bf16a9b475781c05331cbd722a149452b0dc44e5
3
+ size 141557760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fd9bb801177aa13f0ce0942744ab7bc9dfe56395b87b68fd5986cad6b07ba2
3
+ size 70778880
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc107cc06d62cc6b062df689767a82ef886ad8a50183b0e07461dca35fe6f46
3
+ size 18350080
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d741339cf2efe07c3572204faef5a64c690ed18819304df7dc3e19025be5f3cb
3
+ size 20760576
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6608fee0857359400b1d17eabd87594b131eff6dfc4d7892782c89861a37a3
3
+ size 20760576
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f172bd1deadcdb2a6457c64b2fe7a4b163fdd7cabd16431cdae2aa3a997dfb3
3
+ size 141557760
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41312d9fcbcfd14a2c32b117999f79529caf00202278fc2c0916166002de14d2
3
+ size 70778880
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4731c4d60bddc30f18ca0243eed8e9e0188100dcaf20f0d9fd716bd64fae8e9
3
+ size 18350080
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc517df65134bf159c6a6f03eac76e98916d0216156dce910e5b9dc6be6b5d3
3
+ size 20760576
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6790dc7789788ca967e33d6287a1ca29f09bd20f028a004890f66c4808854cb
3
+ size 141557760
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3641de8d707728a58b013ef027f14f79a08995188ce94065bc97904bd59668c
3
+ size 70778880
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381b683b3a91d547dd8417bf0ecc646658710192827fde3b4d9ca29ed8158986
3
+ size 18350080
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38cb226bcba04ea153fe73819c0d27ef0c1017896bd2d793ced8bcc64bac6e5
3
+ size 20760576
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3a34f0dd34b79852f4dc046056b2937c80e8cafb3cbf7c14b2d55db4b51826
3
+ size 141557760
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ffd185b0a54d00dc12821ec26b3064a28d5e29ed8b1dfa9d1f40a7672524f8
3
+ size 70778880