Hugging Face's logo

numen-tech
/
EVA-Qwen2.5-14B-v0.2-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
7ea4273
·
1 Parent(s): cd5790d

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -0
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. merges.txt +0 -0
  6. ndarray-cache.json +0 -0
  7. params_shard_0.bin +3 -0
  8. params_shard_1.bin +3 -0
  9. params_shard_10.bin +3 -0
  10. params_shard_100.bin +3 -0
  11. params_shard_101.bin +3 -0
  12. params_shard_102.bin +3 -0
  13. params_shard_103.bin +3 -0
  14. params_shard_104.bin +3 -0
  15. params_shard_105.bin +3 -0
  16. params_shard_106.bin +3 -0
  17. params_shard_107.bin +3 -0
  18. params_shard_108.bin +3 -0
  19. params_shard_109.bin +3 -0
  20. params_shard_11.bin +3 -0
  21. params_shard_110.bin +3 -0
  22. params_shard_111.bin +3 -0
  23. params_shard_112.bin +3 -0
  24. params_shard_113.bin +3 -0
  25. params_shard_114.bin +3 -0
  26. params_shard_115.bin +3 -0
  27. params_shard_116.bin +3 -0
  28. params_shard_117.bin +3 -0
  29. params_shard_118.bin +3 -0
  30. params_shard_119.bin +3 -0
  31. params_shard_12.bin +3 -0
  32. params_shard_120.bin +3 -0
  33. params_shard_121.bin +3 -0
  34. params_shard_122.bin +3 -0
  35. params_shard_123.bin +3 -0
  36. params_shard_124.bin +3 -0
  37. params_shard_125.bin +3 -0
  38. params_shard_126.bin +3 -0
  39. params_shard_127.bin +3 -0
  40. params_shard_128.bin +3 -0
  41. params_shard_129.bin +3 -0
  42. params_shard_13.bin +3 -0
  43. params_shard_130.bin +3 -0
  44. params_shard_131.bin +3 -0
  45. params_shard_132.bin +3 -0
  46. params_shard_133.bin +3 -0
  47. params_shard_134.bin +3 -0
  48. params_shard_135.bin +3 -0
  49. params_shard_136.bin +3 -0
  50. params_shard_137.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - en
5
+ base_model: EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
+ tags:
10
+ - chat
11
  ---
12
+
13
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [EVA-Qwen2.5-14B-v0.2](https://huggingface.co/EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2) for inference with the [Private LLM](https://privatellm.app/) app.
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7889ed00115fd1bbe91902d07dc450f9db39bf07c66f37b35a44018bea8c51
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba53c722f9da291a8a875bbbf5ed62d0128b5b486327707e59ef523d5aadc8a7
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6187311ecf046a314721e5336894caec40591b4d696c3ad1a18a26cbe7120cf6
3
+ size 35389440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51cd66b67e87b978089056a5b9ca7160d671ef49fd0e6e4717cbed6b390c68a
3
+ size 70778880
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1203d1e8debed18c276148e04c7ed9a963697a67ab999671f786f610adb9c312
3
+ size 32075776
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89aa7bdaf7f25c575473dd130b123a9ad417fd583d4bae2713fd7d946405f391
3
+ size 21159936
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0ca26fb12c99f863dcf30154024c0fadfe4f5093256550c1eb67f5cc8c2daa
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2316e79d327ed1b0607ae1b1ebe2d57a88a757e4ad4da3623766006a210cd4bf
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c30ee65c460a9ba63e26a21c2da3f7bd980d5d51c7d207c5888e0b41c9b2f9
3
+ size 18350080
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff1519acb39aae07610b7496ff881fe6e0f938f1f7e15e2ba8dc2fc6e4c1c719
3
+ size 18350080
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f4164f1a952ace762ddb7a0d11cf28671918c4358f53c7055a54ec3c9a8fc8
3
+ size 31547392
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe40ce75e0b0679a5adf31bd520e1dd34a779fd410c560e8cce8f516d67893df
3
+ size 35389440
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4b22318016e1216e3d2ae5cc294286685cf402166a8d6139e83b66241bc5d5
3
+ size 70778880
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b23a1c2aca8708d5f088c2d0fd19aaf794424c4d775be1f2440e372af61371c
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5906405d7325238a3817b7038fb631d7f6b7eaa72eb125ee1a22b6c51fd5e2
3
+ size 35389440
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e411827a9fdc4b1d42aedbee15d5f853575a991e7d48cc3780e5eb592c2a1f
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db5a43b96fd2c8f829eb61eda40841a5a6f876ff3830554b343288834f7392d
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:921e804f55f606c1a624dd2e724d8b1163633616b1cbb8b2ca7aa76f47e9a150
3
+ size 20781056
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1bb27c80a9a8005c9c3a4abdd427fbb277cfe2937180998b746543e2c3ccae
3
+ size 35389440
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92f1d5d61a128b461c2782b49403ad837b5d0ce91a5ca0a1fff9b4a412b308e0
3
+ size 70778880
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc4f1cfb9be1c697cdbd41c77a5e482e19e950bef59f015048e167a8f03dae0
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e772d430a4fe00d4e7df5bc89a4e56e45f0d023d9d8ee26db8b2051e0aeb8c
3
+ size 35389440
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19f567281e0dfb2ea95a9ce878d1e9f4730b30ec474bd87310a013e5603f01ea
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a20005b7a1727a8bfba2c8bd3620dee1fb873f6b2324f8d6318964c59534aa
3
+ size 32075776
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dfafdf6b8185219dcff5c80c4748b63256c7e265938f25bd107000aabefb67c
3
+ size 18350080
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78218a26df11cb2edb3fe0940e2655d7c2bca08c212694b7492d515de26adaa3
3
+ size 21159936
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e960e421c451e46a14c62f122a446a67d66d837e9307dc9f320cec607b07285d
3
+ size 35389440
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd87e12e57e7b2d42c59fd4b35159470887e256b5eb2cd40eadd5833b2a1dbe
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682b69e17c3f27d94ea501004294b695b3b7a83080bb3e59bd3125c7316086f9
3
+ size 18350080
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b044ea215fe096669979e72c9dc9a36756ef65c77ec5c6119b130966988c2c3
3
+ size 35389440
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637ca45a56c4927c8011f2c8f7bd4ceafca2f9234dde7f0be68a196181d495af
3
+ size 70778880
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0598abb71653cdcf1197099f6b6cc2a119d1fa36f3c764e907e9c44c9851f24
3
+ size 32075776
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa8414c1ce62459a46dec429fff1f72fe2e117c937073a27b91363c0447089e4
3
+ size 21159936
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dfbaf01b2242c03e374e930f39b0e61dcb9c316473af91ed46af578b9c77da1
3
+ size 35389440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167db78fe8054affdb4128403996981c1e697dcd7f5f77da7c683ba9f8d71834
3
+ size 70778880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f9d11a0ad4f0b12fd53ec0670b6102150f6961125aa81a4ddfa0c0fc79693a2
3
+ size 35389440
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82cf0795560812780a3474a50d2edaed905397a294724c471c98a81b53ca1da
3
+ size 18350080
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2cc582166cda90a9fa0fbddb7f5d191372663108981f309479a023ae56cb1a1
3
+ size 35389440
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57d4f154a37cd0d3a967175cf89f0cddb5d9e308ec02280d622f78614337e09
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dcff8113b1e547cec461ef94291d7c893be7b4fe25ed60f8ecb0761fcf46a4b
3
+ size 32075776
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2fb56153501a413013ba69f86015d0778173b1d24fa624471cbfdbc29186cf2
3
+ size 21159936
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338b56ccf35c527242835495ce51b6fc62b400dd44e1bff9a28d5089fee011fe
3
+ size 35389440
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52de75c1ebff1aab0ba6bf0429c12951fbfffddb6a9dad1b76d30f21f1fe8115
3
+ size 70778880
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff2a09900a1ceef7815b5115463e5829686543ce4970d4ba8e2d7b4398c0a70
3
+ size 18350080