Hugging Face's logo

mlc-ai
/
gorilla-openfunctions-v2-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
140d90b
·
verified ·
1 Parent(s): f054f98

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +42 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_12.bin +3 -0
  17. params_shard_13.bin +3 -0
  18. params_shard_14.bin +3 -0
  19. params_shard_15.bin +3 -0
  20. params_shard_16.bin +3 -0
  21. params_shard_17.bin +3 -0
  22. params_shard_18.bin +3 -0
  23. params_shard_19.bin +3 -0
  24. params_shard_2.bin +3 -0
  25. params_shard_20.bin +3 -0
  26. params_shard_21.bin +3 -0
  27. params_shard_22.bin +3 -0
  28. params_shard_23.bin +3 -0
  29. params_shard_24.bin +3 -0
  30. params_shard_25.bin +3 -0
  31. params_shard_26.bin +3 -0
  32. params_shard_27.bin +3 -0
  33. params_shard_28.bin +3 -0
  34. params_shard_29.bin +3 -0
  35. params_shard_3.bin +3 -0
  36. params_shard_30.bin +3 -0
  37. params_shard_31.bin +3 -0
  38. params_shard_32.bin +3 -0
  39. params_shard_33.bin +3 -0
  40. params_shard_34.bin +3 -0
  41. params_shard_35.bin +3 -0
  42. params_shard_36.bin +3 -0
  43. params_shard_37.bin +3 -0
  44. params_shard_38.bin +3 -0
  45. params_shard_39.bin +3 -0
  46. params_shard_4.bin +3 -0
  47. params_shard_40.bin +3 -0
  48. params_shard_41.bin +3 -0
  49. params_shard_42.bin +3 -0
  50. params_shard_43.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 30,
9
+ "rms_norm_eps": 1e-06,
10
+ "vocab_size": 102400,
11
+ "position_embedding_base": 10000.0,
12
+ "context_window_size": 4096,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 102400,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": "gorilla",
34
+ "pad_token_id": 0,
35
+ "bos_token_id": 100000,
36
+ "eos_token_id": 100015,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5aac436af48ee3b195a95ef943f12e410077612f4d567c0e6394c61fe582086
3
+ size 209715200
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575e4aa9dacb09a1422503371a17fa4a69f4d3ae1f1d545f6a050cd22332b056
3
+ size 22544384
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:365564328ce8e521042feb6e375905e45acbaf76c564e54c395482d74b07818a
3
+ size 32587776
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210dcf28288e04b830ec8582cbd447107b8a6b69d86ac6a3db3a4c6e140c98bd
3
+ size 25165824
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4150fbaf7c9d154543c01ee4eac66b6c652cc4487fb2ab74ade33c9bdf5f2c
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7defddf9b24cbbbc6932278c3f5f4c94776bebc5dc51261486b5cebde89361fc
3
+ size 45088768
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68156f09d61144c3ddbda52c33a73aaf7bae280397b0024eb2f9abd720e3b7c1
3
+ size 25165824
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105d2d31a23dc1f4e1e20243eb66322e8d0b41753180b0949cdf5e79eb1d7075
3
+ size 32661504
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce53f659cedc40ebfa8aff303f6433c44d21afcc6401d3dc0b2ee04e93d014e
3
+ size 31989760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6817bf04c226f94cad4c4dd16f14b455cbc961c745a89142029849f1237bd5
3
+ size 45088768
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42f052f28ea632336f5704389942ffa5089d8beec160a694444393b7c6a0da5
3
+ size 25165824
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2caab9a9c22137fe5671213e6db366aa55182de74edb5edc1877122e7b9e1be
3
+ size 21045248
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9798aa0913e565dddf7bb936ee6ac1eae6a3814840453d4ca63af9d769cdf5
3
+ size 45088768
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7859773978f01be69ce7538d8520e25170abff4ac379dc79d8956f9d092933a
3
+ size 25165824
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eeed7c0b956f19b7f5d8fb1db5eb27be950c381101d3dc77185d41590d79f87
3
+ size 32063488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e639f167f616f3c3c091bc9ee8b02413ca815c41b5b3d5f1df14f8f12bb74c
3
+ size 22544384
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f13e51fec82f88f979e619d1d6f4a6866592d3d4547a57c79696416a3db0d2a
3
+ size 45088768
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d046fbb06b27f5209733cf006d6b7f382368b97138f72e0e698efd3c70de1f
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794e8c9eb9bb042efe751aaf5df6d486d1de615108434f3f320359be46375031
3
+ size 32587776
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea384f580acaf19235b332f19ce4a6c4d4680beec859f1d78aa3ca02b9903cbe
3
+ size 45088768
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d27de619da5c546b2937d3eeef63a6a8193b10e4b5c40ff8c09a7ad44dc9ac4
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7eaef053abc72222ca089e04ecdc8c34357fc668d4e42fd701c6ef25161f34c
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6adf2c0937e426d0fb784646f04efe3377f9e596029373d9ce362fa843cbdd
3
+ size 32063488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d80e4c4102be6f628dd0bc30f1e0657d1940dcc132a6cc025b6d3a48141b42
3
+ size 22544384
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f69893c993013fb6006c35d5279333e4f196fb55e2b2cb540a8af4d36e5c13fc
3
+ size 45088768
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52a648d0e2087f172cd1e01b0b0456f05efdeeab016a689394e12665e8a62a5
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a479a33ef5113d721b98e240440bbf681137f0e30b337c40f8a26f7483d9fcf
3
+ size 32587776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5ef0cc89323ec5f7906522174b3eb14b4fc146fe1dfa4a2d6963b0300d45bc
3
+ size 45088768
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646563dd5563349f400f455f42f2b1b8249a0de229eebb09052f09fabf01cedb
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cedd6e8b3c754f38d1014339119a6b1aacf6ae9a1279a39015a1f033a33e458
3
+ size 32063488
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ce55a691f50f37ca2fd90983fdd6a68d0a5d63730a357d414a2ff57901b7c8
3
+ size 209715200
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e65c82b454cc500762f11620984b9e4da5a0ba8a674f6b2809626020fa5776
3
+ size 26214400
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35229c27b028f12d2533e7996a784edbd3599381e523e9032b83ac6e3be7b203
3
+ size 29040640
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43c510453b89bfe7eee20ac549756077be28d6596bef3bd60a61941ef737553
3
+ size 22544384
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c00421a98a3da704737a63b5ac636af58fe70c8c94be80483010e28d0f6366
3
+ size 45088768
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f045ff5655b5d9c6d342a1d6e55866337bac7a5094ff364d1e4a0471ecf3a3e
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371070c660a93d034ebd81c29a7672e5072f1a2544114681902b82ccd8c541c2
3
+ size 32595968
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d15fe17c8851e803a9ddd98277732c1d082304b2b2e61b98bc36b3fbc3f8aca
3
+ size 45088768
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b212c99bf1b780d220109d40a04bb57539b8fd28119dcf977cad87f2a92e2bad
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b65f6c6e4cf3a5945f78860a1c88715eeb970e67529b9c5c13db99a037eae2
3
+ size 32063488
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998a8e766fd821b9355201abed9866d47fc69b69b5ddb74eb6b2a8e4bd56b0e2
3
+ size 22544384
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508d7b092e96b82fd8c786f81727565dc90c19599598c41fdc57dc4f322319d8
3
+ size 45088768
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b8d111d35be9d49e2acf0bf041320e039d6fac6ee5737a870eef277add47b3
3
+ size 25165824
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4f1b135a71bb00ed29c931a1f6d982d0aa451bc1c6708ca30ec7b08127c10c
3
+ size 45088768
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9bc70b37a3f439db9dfaec8c89a794b045b9d901a5936fbc4daac15509ec9f2
3
+ size 32587776
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1010df765b6d75ef7a44099b78fe1f7087e421afe061eb82fe684fd4e90d635b
3
+ size 45088768
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc2986b50beb9dfa3ddcec8f8c94dcfa426ae65b35c9a053682356482ab650e
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16837471c97766eed141a12dc2b43c9192d2b10188a95c3d05ddea77bb056180
3
+ size 32063488