ford442 commited on
Commit
e0ecdaf
·
verified ·
1 Parent(s): 33b3b96

Update ip_adapter/attention_processor.py

Browse files
Files changed (1) hide show
  1. ip_adapter/attention_processor.py +2 -1
ip_adapter/attention_processor.py CHANGED
@@ -535,7 +535,8 @@ class CNAttnProcessor2_0:
535
  )
536
 
537
  hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, attn.heads * head_dim)
538
- hidden_states = hidden_states.to(query.dtype)
 
539
 
540
  # linear proj
541
  hidden_states = attn.to_out[0](hidden_states)
 
535
  )
536
 
537
  hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, attn.heads * head_dim)
538
+ #hidden_states = hidden_states.to(query.dtype)
539
+ hidden_states = hidden_states.to(torch.float32)
540
 
541
  # linear proj
542
  hidden_states = attn.to_out[0](hidden_states)