Diffusers 0.15.0 bug fix (microsoft#3345)

* diffusers 0.15.0 cross attention class check * revert diffusers_attention.py
davidsolomon21cn · Apr 21, 2023 · 496a9a3 · 496a9a3
1 parent 6e1cbeb
commit 496a9a3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/deepspeed/module_inject/replace_module.py b/deepspeed/module_inject/replace_module.py
@@ -233,7 +233,10 @@ def replace_attn_block(child, policy):
 
         try:
             import diffusers
-            cross_attention = diffusers.models.attention.CrossAttention
+            if hasattr(diffusers.models.attention, 'CrossAttention'):
+                cross_attention = diffusers.models.attention.CrossAttention
+            else:
+                cross_attention = diffusers.models.attention_processor.Attention
             attention_block = diffusers.models.attention.BasicTransformerBlock
             new_policies = {
                 cross_attention: replace_attn,