From a00f10e433a2fc12efdcf8c93b0b167589f97516 Mon Sep 17 00:00:00 2001
From: dan_the_3rd <43445237+danthe3rd@users.noreply.github.com>
Date: Wed, 18 Dec 2024 14:38:02 +0100
Subject: [PATCH] =?UTF-8?q?Enable=20FAv3=20by=20default=20=F0=9F=8E=84?=
 =?UTF-8?q?=F0=9F=8E=85?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 xformers/ops/fmha/dispatch.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/xformers/ops/fmha/dispatch.py b/xformers/ops/fmha/dispatch.py
index 642f535c1c..8c0086e09d 100644
--- a/xformers/ops/fmha/dispatch.py
+++ b/xformers/ops/fmha/dispatch.py
@@ -16,7 +16,7 @@
 T = TypeVar("T", Type[AttentionFwOpBase], Type[AttentionBwOpBase])
 
 
-_USE_FLASH_ATTENTION_3 = False
+_USE_FLASH_ATTENTION_3 = True
 
 
 def _set_use_fa3(use_flash_attention3: bool) -> None: