From 375c22ec426990060d4e40e1a9f15db68ffdedb1 Mon Sep 17 00:00:00 2001
From: screnwei <screnwei@qq.com>
Date: Tue, 29 Apr 2025 17:36:30 +0800
Subject: [PATCH] =?UTF-8?q?[fix]=20fix=20issues/382=20=E4=BF=AE=E5=A4=8Dsc?=
 =?UTF-8?q?aled=5Fdot=5Fproduct=5Fattention=E6=96=B9=E6=B3=95=E4=B8=8D?=
 =?UTF-8?q?=E6=94=AF=E6=8C=81cpu=E3=80=81mps=E7=9A=84=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 model/model_minimind.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/model/model_minimind.py b/model/model_minimind.py
index 4b43610..b76b993 100644
--- a/model/model_minimind.py
+++ b/model/model_minimind.py
@@ -141,6 +141,7 @@ class Attention(nn.Module):
         self.resid_dropout = nn.Dropout(args.dropout)
         self.dropout = args.dropout
         self.flash = hasattr(torch.nn.functional, 'scaled_dot_product_attention') and args.flash_attn
+        self.flash = hasattr(torch.nn.functional, 'scaled_dot_product_attention') and args.flash_attn and torch.cuda.is_available()
         # print("WARNING: using slow attention. Flash Attention requires PyTorch >= 2.0")
 
     def forward(self,