Update modeling_minicpmv.py
Browse files- modeling_minicpmv.py +2 -0
modeling_minicpmv.py
CHANGED
|
@@ -184,6 +184,8 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
|
|
| 184 |
vision_features = cur_vs_hs.view(-1, embed_dim)
|
| 185 |
|
| 186 |
updated_emb = cur_vllm_emb.clone()
|
|
|
|
|
|
|
| 187 |
updated_emb.scatter_(0, indices_expanded, vision_features)
|
| 188 |
updated_vllm_embedding[i] = updated_emb
|
| 189 |
elif self.training:
|
|
|
|
| 184 |
vision_features = cur_vs_hs.view(-1, embed_dim)
|
| 185 |
|
| 186 |
updated_emb = cur_vllm_emb.clone()
|
| 187 |
+
vision_features = vision_features.to(cur_vllm_emb.device)
|
| 188 |
+
|
| 189 |
updated_emb.scatter_(0, indices_expanded, vision_features)
|
| 190 |
updated_vllm_embedding[i] = updated_emb
|
| 191 |
elif self.training:
|