Hugging Face's logo

jmfirth
/
mlc-chat-mistral-7b-instruct-v0.2-q3f16_1

Model card Files
xet
Community
jmfirth commited on
Commit
cb21c44
·
1 Parent(s): 63814d0

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +22 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Mistral-7B-Instruct-v0.1-q3f16_1",
3
+ "local_id": "Mistral-7B-Instruct-v0.2-q3f16_1",
4
+ "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 16384,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.json",
15
+ "tokenizer.model"
16
+ ],
17
+ "model_category": "mistral",
18
+ "model_name": "Mistral-7B-Instruct-v0.2",
19
+ "vocab_size": 32000,
20
+ "sliding_window": 1024,
21
+ "prefill_chunk_size": 128
22
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02599eac12e2d155143566b2e287d2859691f0977db67996b91b58d7c0f040d
3
+ size 52736000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f32a51dea9f6281775a74888510c8832e67cff5ada12e6448acc492b43ac0a0
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71547d1554eba561efc4dea1863312d9a6bdaac469dfaba75a0abce9cfe7c48
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67fb0a74e7b7aac2aef767a8e5162105f1638f9244c209df2425a5ffbb5c6174
3
+ size 23527424
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3324542dca716857a0cdf5d89b3ca7b1b73312be93744610e046ffa69820160
3
+ size 27848704
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab91c75a70ff83ffb56286b1115bc60b872dbe4aa1f5ad2b40cb1a313a2d92d7
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e0e163e5a0d6f75171c8a324b3f541f8c9f563e55102477bf5ff26a607c0d9
3
+ size 23527424
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42e2dee55141bc0e8239f9f36b107025b23e51eeafff011470a42f65d97068e
3
+ size 27848704
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530d9691a2372ff4e1557b497ecab25b4ef1eaceae25eb79cd0d3290bff2b323
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d432bd41b0a329e41d98cfbe8c568e649c0d454713f6d8a56fa535eac02715c5
3
+ size 23527424
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce99d1537857644bc0f5a94b6bc7950b082d09520627ff5d7c2badd77b45fab0
3
+ size 27848704
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:835d4b691530e10ff1d6790de298a9a5fc8ced8fc9b3f9ddf3ea5c309bb973ae
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08db448f701197b26a685659b1cb2aa56ffec86604b902c3b9a137a655d3755d
3
+ size 23527424
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e2fe6cfe11d0e8e99cf89adb8b326de43ec6035bf25d34e754d8f0b36d3976
3
+ size 23527424
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01b5349074cefe3fe899aec8c5d0b9c5ee824c8cafe556275bceaf7c82cd6b1
3
+ size 27848704
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046ff5c275220e148c99ddaf41ecef9ad995e39db267cd6a5323e8e54b7adc79
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b25ca6f617b79830f9504bf66edfd2f5634f9dc9411baf692703b6dc9431a5
3
+ size 23527424
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2423b235fdc65293897d3e81d92b9dad68bfc1ba11fa51a41fbf57e84d1d5ad
3
+ size 27848704
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2086308345eb6624fe51fd62da447821b41db990595857d4bf746e0da813d7
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd777be80fd37f93ef592d762269b98daa5a523748433406c3dd9eb35ef9516b
3
+ size 23527424
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447093702be29f20a9f0573adf84c5c3cf7ecbf9fc659cb4c6b299d09278e71a
3
+ size 27848704
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d59fb7fb9c53446257807818b2eafbeec1133ac5f36122c90d61db5f9ef6343
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19b0b9302345688dd6e62bd5826dd4dd5a36d61c2cc9264444830ddadf18ec8
3
+ size 23527424
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a5c1721ff9819243ba3ddb91dfd1df9fcd9174cf7211ca816876c981960055
3
+ size 31483392
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cb09592abb01879fbb1091256597f5b1e6cfc2c3bc915aafdc279ba694f753
3
+ size 27848704
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7bc64eaf3592047604386887c45869f923678b9c40188be5fe348e4540b952d
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f0211f8719139a6e498fea397a8b005a3b884e34c64d037b0746a618e6734e
3
+ size 23527424
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0521616e70359828ea31a6f233dfff1463b7fb27597737fdea84328940ab5795
3
+ size 27848704
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575d7b64017eb251acb31ce594a66911f6807eb238f2009c133646b31bedaa57
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502cccb64c90fe01bee552e2fc9071a625990b5a5b43dd74dbc9989794ba7b65
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066786690b4993db916c8343618199ae007a1dc661f800c34b71630e50dfeffd
3
+ size 27848704
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39b8efe82fbc00a24e06dc8081d39308d54258262a23b1a456e0b6239102408
3
+ size 47251456
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cb264ed2db7c741f45716795e3ab821f4c7ef1d6d98f306256a2d0c23269f8
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80371a24a50b291ec58da0d00af03b6a38026265d3232b0b9d42720893224a65
3
+ size 27848704
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a53f3a9a2f1ca6a8a4a024829422e4b660c3159adc80645f87e7e84efd080d
3
+ size 47251456
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26342129946cfc09bfe158b5404b250173f05c5e90b3aca6250105f84118dd0
3
+ size 47251456
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a63d1cb90ad4693485231e7d865f2dce0fcac1ba8713ec11bfc262de2e840b
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3b618509f1f580bea6c2b9cb117b8094b83c2b40fa3d9ce3258ed52843d8269
3
+ size 27848704
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d0e8e9b7c83ab0d5763349adbd497fceeee0bf353fa52d159d65beacc357fc
3
+ size 47251456
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad403ea49c72040ccbdf7c1f2fa3b196622f01e95efca6d4f51da5389206319d
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912c013a0eac782f501def3c95e2d0abe1d1816b8afff35f48b67dfbedd6a36c
3
+ size 27848704
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9452b468708e1aefaf888c705e19957d885b8833e74a602e184788078b280f10
3
+ size 47251456
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1dcabf44fa59d838c736162e668053841a4b2bbdceb2263d4d7b49909ad995c
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23a5a2e10a4464f1479d26b6b7ac601ef604cec6a81a023da4e5407ca46206c
3
+ size 27848704
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a29ae1cc70988dcc343c06a4aaf2f62c1e6dbe7a02b88de1f0d3adaaa477abe
3
+ size 47251456
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9ccf2c8633a79ac07a8514beb5c1be4e8ee48e067490f03c725aef7fe5063c
3
+ size 23527424
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9d5897a629583721edc28bc1209d8752141930e422cfc8535fad98087d402d9
3
+ size 23527424
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d595f42333cb0224e81efb9a2552d7b74267f1be636d5484cd7e988ebcd8efb
3
+ size 27848704