Weiyun1025 commited on
Commit
6467c5d
·
verified ·
1 Parent(s): 2c408ff

Upload modeling_internvl_chat.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_internvl_chat.py +2 -2
modeling_internvl_chat.py CHANGED
@@ -123,8 +123,8 @@ class InternVLChatModel(PreTrainedModel):
123
  vit_embeds = vit_embeds.reshape(-1, C)
124
  print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
125
  f'vit_embeds.shape={vit_embeds.shape}')
126
- n_token = selected.sum()
127
- input_embeds[selected] = input_embeds[selected] * 0.0 + vit_embeds[:n_token]
128
 
129
  input_embeds = input_embeds.reshape(B, N, C)
130
 
 
123
  vit_embeds = vit_embeds.reshape(-1, C)
124
  print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
125
  f'vit_embeds.shape={vit_embeds.shape}')
126
+ n_token = min(selected.sum(), vit_embeds.size(0))
127
+ input_embeds[selected][:n_token] = input_embeds[selected][:n_token] * 0.0 + vit_embeds[:n_token]
128
 
129
  input_embeds = input_embeds.reshape(B, N, C)
130