Fix potential issue.

comfyanonymous · comfyanonymous · commit 1900e5119f70 · 2024-05-20T08:19:54.000-04:00
diff --git a/comfy/ldm/modules/attention.py b/comfy/ldm/modules/attention.py
@@ -625,15 +625,15 @@ def forward(self, x, context=None, transformer_options={}):
         x = self.norm(x)
         if not self.use_linear:
             x = self.proj_in(x)
-        x = x.movedim(1, -1).flatten(1, 2).contiguous()
+        x = x.movedim(1, 3).flatten(1, 2).contiguous()
         if self.use_linear:
             x = self.proj_in(x)
         for i, block in enumerate(self.transformer_blocks):
             transformer_options["block_index"] = i
             x = block(x, context=context[i], transformer_options=transformer_options)
         if self.use_linear:
             x = self.proj_out(x)
-        x = x.reshape(x.shape[0], h, w, x.shape[-1]).movedim(-1, 1).contiguous()
+        x = x.reshape(x.shape[0], h, w, x.shape[-1]).movedim(3, 1).contiguous()
         if not self.use_linear:
             x = self.proj_out(x)
         return x + x_in
