Spaces:
Running
on
Zero
Running
on
Zero
Update ip_adapter/attention_processor.py
Browse files
ip_adapter/attention_processor.py
CHANGED
|
@@ -535,7 +535,8 @@ class CNAttnProcessor2_0:
|
|
| 535 |
)
|
| 536 |
|
| 537 |
hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, attn.heads * head_dim)
|
| 538 |
-
hidden_states = hidden_states.to(query.dtype)
|
|
|
|
| 539 |
|
| 540 |
# linear proj
|
| 541 |
hidden_states = attn.to_out[0](hidden_states)
|
|
|
|
| 535 |
)
|
| 536 |
|
| 537 |
hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, attn.heads * head_dim)
|
| 538 |
+
#hidden_states = hidden_states.to(query.dtype)
|
| 539 |
+
hidden_states = hidden_states.to(torch.float32)
|
| 540 |
|
| 541 |
# linear proj
|
| 542 |
hidden_states = attn.to_out[0](hidden_states)
|