yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:37:53 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity

add CUDA 12.8 and torch v2.7.0

Browse Source
This commit is contained in:
Junya Morioka
2025-04-25 16:48:52 +09:00
parent b0346662dc
commit 6f1081f7f2
2 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.DS_Store
Vendored
BIN
View File
Binary file not shown.
.github/workflows/build.yml
+10 -4
View File
@@ -25,7 +25,7 @@ jobs:
body: | body: |
| Flash-Attention | Python | PyTorch | CUDA | | Flash-Attention | Python | PyTorch | CUDA |
|-----------------|--------|---------|------| |-----------------|--------|---------|------|
| "2.4.3", 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.2.2, 2.3.1, 2.4.1, 2.5.1, 2.6.0 | 12.4.1, 12.6.3 | | 2.4.3, 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.4.1, 2.5.1, 2.6.0, 2.7.0 | 11.8.0, 12.4.1, 12.6.3, 12.8.1 |
build_wheels: build_wheels:
name: Build wheels and Upload name: Build wheels and Upload
@@ -36,9 +36,9 @@ jobs:
matrix: matrix:
flash-attn-version: ["2.4.3", "2.5.9", "2.6.3", "2.7.4.post1"] flash-attn-version: ["2.4.3", "2.5.9", "2.6.3", "2.7.4.post1"]
python-version: ["3.10", "3.11", "3.12"] python-version: ["3.10", "3.11", "3.12"]
torch-version: torch-version: ["2.4.1", "2.5.1", "2.6.0", "2.7.0"]
["2.2.2", "2.3.1", "2.4.1", "2.5.1", "2.6.0"] # https://developer.nvidia.com/cuda-toolkit-archive
cuda-version: ["12.4.1", "12.6.3"] cuda-version: ["11.8.0", 12.4.1", "12.6.3", "12.8.1"]
exclude: exclude:
# torch < 2.2 does not support Python 3.12 # torch < 2.2 does not support Python 3.12
- python-version: "3.12" - python-version: "3.12"
@@ -52,6 +52,11 @@ jobs:
cuda-version: "12.4.1" cuda-version: "12.4.1"
- torch-version: "2.0.1" - torch-version: "2.0.1"
cuda-version: "12.6.3" cuda-version: "12.6.3"
- torch-version: "2.0.1"
cuda-version: "12.8.1"
# torch 2.7.0 does not support CUDA 12.4
- torch-version: "2.7.0"
cuda-version: "12.4.1"
steps: steps:
- uses: actions/checkout@v4 - uses: actions/checkout@v4
@@ -98,6 +103,7 @@ jobs:
'2.4': [118, 121, 124], \ '2.4': [118, 121, 124], \
'2.5': [118, 121, 124], \ '2.5': [118, 121, 124], \
'2.6': [118, 124, 126], \ '2.6': [118, 124, 126], \
'2.7': [118, 126, 128], \
}; \ }; \
target_cuda_versions = support_cuda_versions[env['MATRIX_TORCH_VERSION']]; \ target_cuda_versions = support_cuda_versions[env['MATRIX_TORCH_VERSION']]; \
cuda_version = int(env['MATRIX_CUDA_VERSION']); \ cuda_version = int(env['MATRIX_CUDA_VERSION']); \