From 6f1081f7f2ca0a2a551043ec47de6ef11cb200b0 Mon Sep 17 00:00:00 2001
From: Junya Morioka <mjun@mjunya.com>
Date: Fri, 25 Apr 2025 16:48:52 +0900
Subject: [PATCH 1/2] add CUDA 12.8 and torch v2.7.0

---
 .DS_Store                   | Bin 0 -> 6148 bytes
 .github/workflows/build.yml |  14 ++++++++++----
 2 files changed, 10 insertions(+), 4 deletions(-)
 create mode 100644 .DS_Store

diff --git a/.DS_Store b/.DS_Store
new file mode 100644
index 0000000000000000000000000000000000000000..1154a569700979ff014c2c64db0d33394d86502f
GIT binary patch
literal 6148
zcmeHKy-veG47N)of*7cn5MsC&0I36esKNuFz5ohEEmEU&pnHUP2UZw)2v(kp&u3F|
zgfb!ow&eRR{<*t+iQ<@uc)Xg9h=xRzLj?yr7`_nki}qw-7ICtyv6zh}S53X_MY`d)
zG9b?`qZ69Z4c#WskN2*-zPc&PYSC1%<<<SuK0m*nrT*!+{^h*$Ze)*0rS129X-+Gu
zlHKX>xF69y!_nQ##py#l!>4uX=Hn!rqmuJbkn^}W1I~am@Lw1}%@)ab6@7FDoB?NG
z&47F#0#vXtY!&0D14C>9fEmnDFqd9Ja)M!D*eb#UVNC^UDqD-enhtxgxWcei)O2EN
zKG=3<>rgoEj`c$fCoU9ybOxM(lz}b197_E^-`xMFNq*%FI0Ju*0nW-vImRtnZSCEh
u)Y<^Ogo;R9tGG_VB$i^tN+~{oMu9!Z1Xvihim*WZM<CMRgER1>47>sVQANQ3

literal 0
HcmV?d00001

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 1c85cfa..2b6366a 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -25,7 +25,7 @@ jobs:
           body: |
             | Flash-Attention | Python | PyTorch | CUDA |
             |-----------------|--------|---------|------|
-            | "2.4.3", 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.2.2, 2.3.1, 2.4.1, 2.5.1, 2.6.0 | 12.4.1, 12.6.3 |
+            | 2.4.3, 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.4.1, 2.5.1, 2.6.0, 2.7.0 | 11.8.0, 12.4.1, 12.6.3, 12.8.1 |
 
   build_wheels:
     name: Build wheels and Upload
@@ -36,9 +36,9 @@ jobs:
       matrix:
         flash-attn-version: ["2.4.3", "2.5.9", "2.6.3", "2.7.4.post1"]
         python-version: ["3.10", "3.11", "3.12"]
-        torch-version:
-          ["2.2.2", "2.3.1", "2.4.1", "2.5.1", "2.6.0"]
-        cuda-version: ["12.4.1", "12.6.3"]
+        torch-version: ["2.4.1", "2.5.1", "2.6.0", "2.7.0"]
+        # https://developer.nvidia.com/cuda-toolkit-archive
+        cuda-version: ["11.8.0", 12.4.1", "12.6.3", "12.8.1"]
         exclude:
           # torch < 2.2 does not support Python 3.12
           - python-version: "3.12"
@@ -52,6 +52,11 @@ jobs:
             cuda-version: "12.4.1"
           - torch-version: "2.0.1"
             cuda-version: "12.6.3"
+          - torch-version: "2.0.1"
+            cuda-version: "12.8.1"
+          # torch 2.7.0 does not support CUDA 12.4
+          - torch-version: "2.7.0"
+            cuda-version: "12.4.1"
 
     steps:
       - uses: actions/checkout@v4
@@ -98,6 +103,7 @@ jobs:
                   '2.4': [118, 121, 124], \
                   '2.5': [118, 121, 124], \
                   '2.6': [118, 124, 126], \
+                  '2.7': [118, 126, 128], \
               }; \
               target_cuda_versions = support_cuda_versions[env['MATRIX_TORCH_VERSION']]; \
               cuda_version = int(env['MATRIX_CUDA_VERSION']); \

From 22c657292b991f45342adf36ca5e86afcfcab55c Mon Sep 17 00:00:00 2001
From: Junya Morioka <mjun@mjunya.com>
Date: Fri, 25 Apr 2025 16:51:44 +0900
Subject: [PATCH 2/2] fix typo

---
 .github/workflows/build.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 2b6366a..c7fd6b4 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -38,7 +38,7 @@ jobs:
         python-version: ["3.10", "3.11", "3.12"]
         torch-version: ["2.4.1", "2.5.1", "2.6.0", "2.7.0"]
         # https://developer.nvidia.com/cuda-toolkit-archive
-        cuda-version: ["11.8.0", 12.4.1", "12.6.3", "12.8.1"]
+        cuda-version: ["11.8.0", "12.4.1", "12.6.3", "12.8.1"]
         exclude:
           # torch < 2.2 does not support Python 3.12
           - python-version: "3.12"