Update modeling_minicpmv.py (#7)
Browse files- Update modeling_minicpmv.py (8d2b25a0833fa6e97000f2b987665e4a637e8066)
Co-authored-by: Sviatoslav Dovidchenko <[email protected]>
- modeling_minicpmv.py +2 -0
modeling_minicpmv.py
CHANGED
@@ -184,6 +184,8 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
|
|
184 |
vision_features = cur_vs_hs.view(-1, embed_dim)
|
185 |
|
186 |
updated_emb = cur_vllm_emb.clone()
|
|
|
|
|
187 |
updated_emb.scatter_(0, indices_expanded, vision_features)
|
188 |
updated_vllm_embedding[i] = updated_emb
|
189 |
elif self.training:
|
|
|
184 |
vision_features = cur_vs_hs.view(-1, embed_dim)
|
185 |
|
186 |
updated_emb = cur_vllm_emb.clone()
|
187 |
+
vision_features = vision_features.to(cur_vllm_emb.device)
|
188 |
+
|
189 |
updated_emb.scatter_(0, indices_expanded, vision_features)
|
190 |
updated_vllm_embedding[i] = updated_emb
|
191 |
elif self.training:
|