Fix device_map
Browse files- .gitattributes +1 -0
- README.md +3 -0
- examples/image2.jpg +0 -0
.gitattributes
CHANGED
|
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
examples/red-panda.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
examples/red-panda.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
examples/image2.jpg filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -13,6 +13,8 @@ language:
|
|
| 13 |
tags:
|
| 14 |
- internvl
|
| 15 |
- custom_code
|
|
|
|
|
|
|
| 16 |
---
|
| 17 |
|
| 18 |
# InternVL2_5-78B
|
|
@@ -365,6 +367,7 @@ def split_model(model_name):
|
|
| 365 |
device_map['language_model.model.embed_tokens'] = 0
|
| 366 |
device_map['language_model.output'] = 0
|
| 367 |
device_map['language_model.model.norm'] = 0
|
|
|
|
| 368 |
device_map['language_model.lm_head'] = 0
|
| 369 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 370 |
|
|
|
|
| 13 |
tags:
|
| 14 |
- internvl
|
| 15 |
- custom_code
|
| 16 |
+
datasets:
|
| 17 |
+
- HuggingFaceFV/finevideo
|
| 18 |
---
|
| 19 |
|
| 20 |
# InternVL2_5-78B
|
|
|
|
| 367 |
device_map['language_model.model.embed_tokens'] = 0
|
| 368 |
device_map['language_model.output'] = 0
|
| 369 |
device_map['language_model.model.norm'] = 0
|
| 370 |
+
device_map['language_model.model.rotary_emb'] = 0
|
| 371 |
device_map['language_model.lm_head'] = 0
|
| 372 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 373 |
|
examples/image2.jpg
CHANGED
|
|
Git LFS Details
|