mengshyu commited on
Commit
2d8fa40
·
verified ·
1 Parent(s): de11cf9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
mlc-chat-config.json CHANGED
@@ -140,15 +140,15 @@
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
- "prefill_chunk_size": 2048,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
- "max_batch_size": 80
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
- "prefill_chunk_size": 2048,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
 
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
+ "prefill_chunk_size": 8192,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
+ "max_batch_size": 128
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
+ "prefill_chunk_size": 8192,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
ndarray-cache.json CHANGED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac9d4fbf615ae8e355c12f627886bd845dd551ef3968b47f7f5368aada266769
3
  size 49250304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81297aec4fcde9f701f1aa5c602edca6e417e86d70e563d4b543810030bf5f8d
3
  size 49250304
params_shard_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:649dad831d5eb1b619d66f0be2d2c6fa0db928daecf5559469b09681e7c3e479
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb3be86e95443540e1bbb74f85f9ebf193bce0cf65b64e44d51922950753b9f
3
  size 25165824
params_shard_10.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1138f3d3f182336adb21ae04536dd3862ad23782b18a53e76efe16d54e8d6131
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5576605b34ab95fc447c0e5b1c0a5af977eae8b76e9996b950eb450fc862d1
3
  size 21239808
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f29ef3fcc9ba8c66b7d85750451a1066cad22142876e0b0ad1dad6d6d626734
3
+ size 25192448
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3cb80fac56fa63595d204122751bc048a218f552b3525ee8666e3d5a1a5bb61
3
+ size 25192448
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15fe6e0782e6c7fcc2608a620bd532df2c01948210a0ae29a78fd26e08cc8848
3
+ size 25192448
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a6b054e2b0fa6fac22c84b14f9e8e20095648e7fdf00f9659ade781f7e53c2
3
+ size 25192448
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d578479f438d9a57c130ecabbe1bae0bd7cdf78a9b875fd105cdfdca5322f5
3
+ size 25192448
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654e8815613bba5cae2733c2845f3c169e14c122f621e5341dac054f4ff5eba0
3
+ size 29200384
params_shard_11.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9076409be6cc7ace8ca1239f358b876a2d1185995ba937f78ca08b25e8303ea6
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda0912e2f1d3d5d8af249a6ab48e7844283223aec2c8742fbce3e7b64e07d83
3
  size 25165824
params_shard_12.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e6aa688763da3039141419e4ba4d6f37576be934f2fd45777d66599a3759670
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a04ed984360df1c110d15213ccd686e1a1be314bc3842df30821c12b094109
3
  size 22616064
params_shard_13.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:861f0c3278c34f1698d3fa6430e551a692c117cf0dcaf41f198fcab3c7f3e926
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a00b92fbcfe5e4f75eeb94dde8308162832c8613a319d2b75605c03f753cf6c3
3
  size 25165824
params_shard_14.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91651114963a1fa9bd933b76262dbc0f6d8b496d403e1b8671965efd4ff308b0
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455b82cea27e0d4486b8bb2dd147b78ad6174ad28d85f714b551043f5d1e8a24
3
  size 33239040
params_shard_15.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e47a30e0c35476945432b23d17066013be5a6a4210bb77406fcf86ab4b00ede9
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a890edcc59e43538c5c88f1e1dc923e57ccd9d28d412a15ef69315cd0e26af6
3
  size 21239808
params_shard_16.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f87222b64a6dcabd4eb0066ddbdc79da701e6172687de894fd491ebc252f8de
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4514df14bb8853862923c9b95eb3771ea42f4294adc0c08ce041c8ba849391
3
  size 25165824
params_shard_17.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a4cd0ea23f069ef0285af7108341e7462de29aa54913467e59b3067ff9c2779
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d9bb5532b42ec66293d46b8bcd8798439fc8b3fafafdad47a30d2d3dff3397
3
  size 22616064
params_shard_18.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92f9c5816d332063c69ea5befcce556117582ce253af9f759225b1b65a93a611
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14e6ff5e2d2e8c0b69bbc6a673b7fc59e5f5aaae964065cc80cb96b531ea914e
3
  size 25165824
params_shard_19.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eaab1018bcdecdbf93e5e9b13521951c434d224aab0f296400b1c6c1a1c1b363
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2ca06b4a15722a6cddf4146396996d8e32611391d116c8a000fd3b843eeefc
3
  size 33239040
params_shard_2.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad54f4f9adaf44aa5848b8cf93b42bdb14589db13d43299f7afbc28610fadfc6
3
  size 23470080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d770157dfa010ff5b87c86f87fc3c4d113b535539417b7f3959e5c9673be7df4
3
  size 23470080
params_shard_20.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddbaf4759b2b4521414923a597375d28cef8b153600e103ce3440b7b32a3792f
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1be0521235bbefb1f8184fe8f26af1d1c58e43cdd0379cbb2cd4ec2d329493
3
  size 21239808
params_shard_21.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97e1a3996663d9e99f97028da08367fb0e64a42e222dcc7fd4a9170bd981c035
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e6ae6c4299a675e5511d199600cea3db33dac30b97036b33abdabb7dd955b9
3
  size 25165824
params_shard_22.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:edc0143daf0ea288850e89161342b8278a315eae76792e2a6c8c770a7389b778
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b143e78d1c127fc9eba2ac9da2453153e1a7faf330b93f7f502fb72858b453c0
3
  size 22616064
params_shard_23.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ec93c3d9b53859fbd41e9fe551fd4b453858850614e48429e97a2906e2c7def
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fadc302e1ae4811fccbf7a080fffd2d21dd415141e18071bc29025dec9f81f82
3
  size 25165824
params_shard_24.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82ea240a2a3854cf6285954e90d17f0062571419564f5525c67a641dbb1167de
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1475c34e6bf00faebe1fc6781f9ecf2f97e603e03b1c123a9a304d0b916ac6ab
3
  size 33239040
params_shard_25.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a8e163d4da357c46e99839f7000d7d42d6cb62da56a6a8c44f7c5b485daa94c
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f6e0f02a12b29f2ac2ab8ee6c5bfd2127d74bc47ce39d2c9291e2a8b4bf1d7
3
  size 21239808
params_shard_26.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec9ac1c558779c7205169e9a7f2e707b4b69d6f95783e5825ac1648efed86c05
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdeb372a63465619f978504a1f117232b310490b35f2a39091d026297e75209
3
  size 25165824
params_shard_27.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c01edb67a24f05dffa49b4d1f4e99a0daf959af979f4a9d96de59f9898683b51
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9a8fbf49f3ba652d63c42477f09aee5642721cf04d211bf1e19bce53585b53
3
  size 22616064
params_shard_28.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de7c43ac1d3a4ebf1f586e9ae2274d9dd392bb31a8281bc54c10968a21364976
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5c3107d6faea1f075ccebb8d6775633b60ba9878e8aa942b794164b046e848
3
  size 25165824
params_shard_29.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f81f1c8143ba45885268ba9c1013ccea18c6c490e447d5a9d8d57b60a7ff9cb
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:711d12ebeb1e5c9b9bd2d5ad1b03b7afe23596e7ea420ccd8770844c45c1c81e
3
  size 33239040
params_shard_3.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aab2f1af66c00cd96189b0e96882df72a9f2b46f0b0371271a205d13a8285fb3
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dba1d1e8c1ef52483cf1918128b24c21d47d1ecb7df76e776e284d8207118bf
3
  size 25165824
params_shard_30.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0914106ba25c70592431cec055100d4f2b78f5dcb51827c257a60506d3580a0b
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2497c7ab3b54273e3ede4914b8e1824dfea1654c9f38303bc9d6cdc5838b3c
3
  size 21239808
params_shard_31.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65799beb75bcff7785468d67aac61cbef5e3d879fbdbe9c61f4874f31e72db95
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041d1acaf61a8a9d7a63d65676d08b6c553554b2fa822d3d9408dac2c1548b04
3
  size 25165824
params_shard_32.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b08b017c359621513ee7910202aefdbe0d3e5caf7872221f6c9174030a5fccd9
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28324bf9a531de0523cf62069bc12601bba29416be2c59bbbeefae1d465d0624
3
  size 22616064
params_shard_33.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7405648d486d14f240e1dd4fa89d026a9eed38073463332581cf395326a7fa1
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05db6c2f05b40540e537c4cec4d2d387f97d78a7ff526eb477c828fba1da9073
3
  size 25165824
params_shard_34.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94d8fdb47f5ea2bd00e788923ef1fafee5976c3526455aaf1046901e03b1c50f
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd7101261ba97e7e7e5231826dad79d58c5e3b0559d8dafc8e1cc86a3e4cd249
3
  size 33239040
params_shard_35.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab8f5a671b4fdfb12659783fc59caffab9a16943dafd880c07712f452a6b3eff
3
  size 49250304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fc97aa15240e94e85e05f1cdb424d7f914d17fae1e7d76a308e83a412b592c
3
  size 49250304
params_shard_36.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2005fd4875ea10fd5df9a5b9a39d7af7e5cb859664c740db9d25c450825fadb
3
  size 27402240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4537bac1683c57ce5c460ee5c89a22bf45470e2e4c61839b50867445cb16c3ae
3
  size 27402240
params_shard_37.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd53295cfef825ed58d57a38613c045287c061ebcf7024f2d1935779750f1165
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2063f087de81d486a84202db6b6c515723557cc59449b181930de10baff2d0b
3
  size 25165824
params_shard_38.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b5beae2786a6c1152724680a40f9fac98e53ac59da7d4d7d4cd07459aa1e640
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b368d41a904c9ac97c6c5f33726f6725ca1964ce9ec39ff50aba62e08175d7
3
  size 22616064
params_shard_39.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dcade22609700d42c1d15490de203409c39d60e834b319fa9d5bbc917d705ea
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa297df7af5aa2512d729398f574a429bcca6c5c0248ba526443ebccbd6719f9
3
  size 25165824
params_shard_4.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4fc7a726b65a551b4eaea4703b63617cea761a900b1d7b1f007d20c6de205f2
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6598c58bb43df623984ea9c9c9564cedce5a9039a049ee4d14e730385c99578b
3
  size 33239040
params_shard_40.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e642fb98a12789b31106a2e8fd01aabcaec3a516ac6cc049050f133e5f813b85
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f7ba6b7fcd7093fb9393a1d7a3e307d1ec70add8cb2d7858decd0e4789f0a1
3
  size 33239040
params_shard_41.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:edc6d7684682df94b5561a5ad38785d2e7c201bc8dd0b10afd212f159abd0c0a
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c449a9ec999c01bae18f98edadf921d869d004817a7e153bf6988ccbc9d7fe
3
  size 21239808
params_shard_42.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5566d064524618b63054b84d1c5b169cec5a0a95480bababce7ed8e820aa1e59
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe302cfa588fe7658a15cbb3cd3f942483f102423d39c249b5ecc36283eb74e
3
  size 25165824
params_shard_43.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:798e26e669cb907437fbfe12c0e4f6b499f982029f8acef3aab1a31b68d3526b
3
  size 22616064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c724d49f53f789576a9922f6878c981100812bd76c3921bbef181214042041
3
  size 22616064
params_shard_44.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:357a9f183b2fa49134d42e62b598811293feccfb67e3e7246969a9b4247d14ec
3
  size 25165824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6cf37fffe1f9658b913b862d73c15af69c0779681c04e457af355bda9e6a2b3
3
  size 25165824
params_shard_45.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97a50d88d1dd32b74c0c7a4b27b1535a1bbfd62b6a2e5c23399ffdaec71423c1
3
  size 33239040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d1beeb01f480fc8dff50a2293675b9a02393fbc96b588d499d2696bbb24ae8
3
  size 33239040
params_shard_46.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:788ff75ef31f65fdfe1bad29b83dc5cbd02c51d4aa0da4ef8907916f21951052
3
  size 21239808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97b34e2fabc826ffc89e169984579d0def4e5d01fb5194ec722e53ffff39845
3
  size 21239808