Fix xformers import

turboderp · turboderp · commit 6509e90842d5 · 2024-06-21T23:30:05.000+02:00
diff --git a/exllamav2/attn.py b/exllamav2/attn.py
@@ -52,7 +52,7 @@
 try:
     import xformers.ops as xops
     # LowerTriangularFromBottomRightMask was added in xformers version 2.4
-    from xformers.ops.fmha import LowerTriangularFromBottomRightMask
+    from xformers.ops.fmha.attn_bias import LowerTriangularFromBottomRightMask
     has_xformers = True
 except ModuleNotFoundError:
     pass
