Upload modeling_internvl_chat.py with huggingface_hub
Browse files
modeling_internvl_chat.py
CHANGED
@@ -123,8 +123,8 @@ class InternVLChatModel(PreTrainedModel):
|
|
123 |
vit_embeds = vit_embeds.reshape(-1, C)
|
124 |
print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
|
125 |
f'vit_embeds.shape={vit_embeds.shape}')
|
126 |
-
n_token = selected.sum()
|
127 |
-
input_embeds[selected] = input_embeds[selected] * 0.0 + vit_embeds[:n_token]
|
128 |
|
129 |
input_embeds = input_embeds.reshape(B, N, C)
|
130 |
|
|
|
123 |
vit_embeds = vit_embeds.reshape(-1, C)
|
124 |
print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
|
125 |
f'vit_embeds.shape={vit_embeds.shape}')
|
126 |
+
n_token = min(selected.sum(), vit_embeds.size(0))
|
127 |
+
input_embeds[selected][:n_token] = input_embeds[selected][:n_token] * 0.0 + vit_embeds[:n_token]
|
128 |
|
129 |
input_embeds = input_embeds.reshape(B, N, C)
|
130 |
|