danielhanchen
commited on
Add files using upload-large-folder tool
Browse files- config.json +2 -18
- model-00001-of-00003.safetensors +2 -2
- model-00002-of-00003.safetensors +2 -2
- model-00003-of-00003.safetensors +2 -2
- model.safetensors.index.json +0 -0
config.json
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
"Qwen2ForCausalLM"
|
5 |
],
|
6 |
"attention_dropout": 0.0,
|
7 |
-
"bos_token_id":
|
8 |
"eos_token_id": 151643,
|
9 |
"hidden_act": "silu",
|
10 |
"hidden_size": 5120,
|
@@ -31,23 +31,7 @@
|
|
31 |
"multi_modal_projector",
|
32 |
"merger",
|
33 |
"modality_projection",
|
34 |
-
"model.layers.
|
35 |
-
"model.layers.0.mlp",
|
36 |
-
"model.layers.1.self_attn",
|
37 |
-
"model.layers.1.mlp",
|
38 |
-
"model.layers.2.mlp",
|
39 |
-
"model.layers.3.self_attn",
|
40 |
-
"model.layers.3.mlp",
|
41 |
-
"model.layers.4.self_attn",
|
42 |
-
"model.layers.4.mlp",
|
43 |
-
"model.layers.5.mlp",
|
44 |
-
"model.layers.6.mlp",
|
45 |
-
"model.layers.26.mlp",
|
46 |
-
"model.layers.44.mlp",
|
47 |
-
"model.layers.45.mlp",
|
48 |
-
"model.layers.46.mlp",
|
49 |
-
"model.layers.23.self_attn.o_proj",
|
50 |
-
"model.layers.47.self_attn.o_proj"
|
51 |
],
|
52 |
"llm_int8_threshold": 6.0,
|
53 |
"load_in_4bit": true,
|
|
|
4 |
"Qwen2ForCausalLM"
|
5 |
],
|
6 |
"attention_dropout": 0.0,
|
7 |
+
"bos_token_id": 151646,
|
8 |
"eos_token_id": 151643,
|
9 |
"hidden_act": "silu",
|
10 |
"hidden_size": 5120,
|
|
|
31 |
"multi_modal_projector",
|
32 |
"merger",
|
33 |
"modality_projection",
|
34 |
+
"model.layers.1.mlp"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
35 |
],
|
36 |
"llm_int8_threshold": 6.0,
|
37 |
"load_in_4bit": true,
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bb5838a9a2bde4df25ab75a3e44e011f207c1a7e61b57f0f13d0331b3317ee5
|
3 |
+
size 4997207293
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7694bf379751109e50f7b9921306d22c871af28d6c3db7e5c8156bda036995c6
|
3 |
+
size 3693123241
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86de18dbfacc651b42c3828fd70aadbce3f2e3cb9ba8bc27b2c38634caa033d4
|
3 |
+
size 1557135488
|
model.safetensors.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|