From 937ba9105083a2ae4f7990dc37942cd5a5897359 Mon Sep 17 00:00:00 2001
From: "ziang.song" <ziang.song@bytedance.com>
Date: Tue, 23 Apr 2024 13:24:00 +0800
Subject: [PATCH] added flash attention

---
 requirements.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/requirements.txt b/requirements.txt
index 3a7b68b..4ea32ac 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,3 +7,4 @@ tqdm
 optree
 accelerate
 transformers==4.37.2
+flash_attn