danielhanchen commited on
Commit
d1b38d5
·
verified ·
1 Parent(s): 7d3939d

Add files using upload-large-folder tool

Browse files
config.json CHANGED
@@ -4,7 +4,7 @@
4
  "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "hidden_act": "silu",
10
  "hidden_size": 5120,
@@ -31,23 +31,7 @@
31
  "multi_modal_projector",
32
  "merger",
33
  "modality_projection",
34
- "model.layers.0.self_attn",
35
- "model.layers.0.mlp",
36
- "model.layers.1.self_attn",
37
- "model.layers.1.mlp",
38
- "model.layers.2.mlp",
39
- "model.layers.3.self_attn",
40
- "model.layers.3.mlp",
41
- "model.layers.4.self_attn",
42
- "model.layers.4.mlp",
43
- "model.layers.5.mlp",
44
- "model.layers.6.mlp",
45
- "model.layers.26.mlp",
46
- "model.layers.44.mlp",
47
- "model.layers.45.mlp",
48
- "model.layers.46.mlp",
49
- "model.layers.23.self_attn.o_proj",
50
- "model.layers.47.self_attn.o_proj"
51
  ],
52
  "llm_int8_threshold": 6.0,
53
  "load_in_4bit": true,
 
4
  "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": 151646,
8
  "eos_token_id": 151643,
9
  "hidden_act": "silu",
10
  "hidden_size": 5120,
 
31
  "multi_modal_projector",
32
  "merger",
33
  "modality_projection",
34
+ "model.layers.1.mlp"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  ],
36
  "llm_int8_threshold": 6.0,
37
  "load_in_4bit": true,
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7928b4f63506ae91d3d10750acb49dece5a864ca84d9bf482a0c2c5d0e3e277
3
- size 4989228977
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb5838a9a2bde4df25ab75a3e44e011f207c1a7e61b57f0f13d0331b3317ee5
3
+ size 4997207293
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:017e5ac9037c5fa5a0c7c4048d073229c74ec7840a908cd7134ee733ef8c9873
3
- size 4967932510
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7694bf379751109e50f7b9921306d22c871af28d6c3db7e5c8156bda036995c6
3
+ size 3693123241
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bf2cfb0ab37e7fc7eec8c38fc55b61fd26134e989298788e01d111d6098f51f
3
- size 3892874285
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86de18dbfacc651b42c3828fd70aadbce3f2e3cb9ba8bc27b2c38634caa033d4
3
+ size 1557135488
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff