pytorch xpu should be flash or mem efficient attention?

comfyanonymous · comfyanonymous · commit b1fd26fe9e55 · 2024-06-04T17:44:14.000-04:00
diff --git a/comfy/model_management.py b/comfy/model_management.py
@@ -693,6 +693,8 @@ def pytorch_attention_flash_attention():
         #TODO: more reliable way of checking for flash attention?
         if is_nvidia(): #pytorch flash attention only works on Nvidia
             return True
+        if is_intel_xpu():
+            return True
     return False
 
 def force_upcast_attention_dtype():
