Documentation update FMHA __init__.py

facebookresearch · Oct 1, 2024 · f66fb3f · f66fb3f
1 parent 4a9dd7e
commit f66fb3f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xformers/ops/fmha/__init__.py b/xformers/ops/fmha/__init__.py
@@ -227,7 +227,7 @@ def memory_efficient_attention(
         attn = attn.softmax(-1)
         attn = F.dropout(attn, p)
         attn = attn @ value
-        return attn.transpose(1, 2)
+        return attn.transpose(1, 2).contiguous()
 
     :Examples: