yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:27:54 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity

update

Browse Source
This commit is contained in:
Junya Morioka
2025-08-10 16:51:30 +09:00
parent 648fc9c600
commit 8f23b8aae7
1 changed files with 97 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/build.yml
+97 -96
View File
@@ -22,54 +22,54 @@ jobs:
# ######################################################### # #########################################################
# Build wheels with GitHub hosted runner # Build wheels with GitHub hosted runner
# ######################################################### # #########################################################
build_wheels_linux: # build_wheels_linux:
name: Build Linux # name: Build Linux
needs: create_releases # needs: create_releases
strategy: # strategy:
fail-fast: false # fail-fast: false
matrix: # matrix:
flash-attn-version: ["2.6.3", "2.7.4", "2.8.2"] # flash-attn-version: ["2.7.4"]
python-version: ["3.10", "3.11", "3.12"] # python-version: ["3.10", "3.11", "3.12"]
torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"] # torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"]
# https://developer.nvidia.com/cuda-toolkit-archive # # https://developer.nvidia.com/cuda-toolkit-archive
cuda-version: ["12.4.1", "12.8.1", "12.9.1"] # cuda-version: ["12.4.1", "12.8.1", "12.9.1"]
exclude: # exclude:
# torch < 2.2 does not support Python 3.12 # # torch < 2.2 does not support Python 3.12
- python-version: "3.12" # - python-version: "3.12"
torch-version: "2.0.1" # torch-version: "2.0.1"
- python-version: "3.12" # - python-version: "3.12"
torch-version: "2.1.2" # torch-version: "2.1.2"
# torch 2.0.1 does not support CUDA 12.x # # torch 2.0.1 does not support CUDA 12.x
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.1.1" # cuda-version: "12.1.1"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.4.1" # cuda-version: "12.4.1"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.6.3" # cuda-version: "12.6.3"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.8.1" # cuda-version: "12.8.1"
# torch 2.6.0 does not support CUDA 12.1 # # torch 2.6.0 does not support CUDA 12.1
- torch-version: "2.6.0" # - torch-version: "2.6.0"
cuda-version: "12.1.1" # cuda-version: "12.1.1"
# torch 2.7.0 does not support CUDA 12.4 # # torch 2.7.0 does not support CUDA 12.4
- torch-version: "2.7.0" # - torch-version: "2.7.0"
cuda-version: "12.4.1" # cuda-version: "12.4.1"
# torch < 2.8 does not support CUDA 12.9 # # torch < 2.8 does not support CUDA 12.9
- torch-version: "2.5.1" # - torch-version: "2.5.1"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
- torch-version: "2.6.3" # - torch-version: "2.6.3"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
- torch-version: "2.7.1" # - torch-version: "2.7.1"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
# flash-attn 2.7.4 does not build in GitHub Hosted Runner # # flash-attn 2.7.4 does not build in GitHub Hosted Runner
- flash-attn-version: "2.7.4" # - flash-attn-version: "2.7.4"
uses: ./.github/workflows/build_linux.yml # uses: ./.github/workflows/build_linux.yml
with: # with:
flash-attn-version: ${{ matrix.flash-attn-version }} # flash-attn-version: ${{ matrix.flash-attn-version }}
python-version: ${{ matrix.python-version }} # python-version: ${{ matrix.python-version }}
torch-version: ${{ matrix.torch-version }} # torch-version: ${{ matrix.torch-version }}
cuda-version: ${{ matrix.cuda-version }} # cuda-version: ${{ matrix.cuda-version }}
secrets: inherit # secrets: inherit
build_wheels_linux_self_hosted: build_wheels_linux_self_hosted:
name: Build Linux (self-hosted) name: Build Linux (self-hosted)
@@ -118,57 +118,58 @@ jobs:
cuda-version: ${{ matrix.cuda-version }} cuda-version: ${{ matrix.cuda-version }}
secrets: inherit secrets: inherit
build_wheels_windows: # build_wheels_windows:
name: Build Windows # name: Build Windows
needs: create_releases # needs: create_releases
strategy: # strategy:
fail-fast: false # fail-fast: false
matrix: # matrix:
flash-attn-version: ["2.6.3", "2.7.4", "2.8.2"] # flash-attn-version: ["2.6.3", "2.7.4", "2.8.2"]
python-version: ["3.10", "3.11", "3.12"] # python-version: ["3.10", "3.11", "3.12"]
torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"] # torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"]
# https://developer.nvidia.com/cuda-toolkit-archive # # https://developer.nvidia.com/cuda-toolkit-archive
cuda-version: ["12.4.1", "12.8.1"] # cuda-version: ["12.4.1", "12.8.1"]
exclude: # exclude:
# torch < 2.2 does not support Python 3.12 # # torch < 2.2 does not support Python 3.12
- python-version: "3.12" # - python-version: "3.12"
torch-version: "2.0.1" # torch-version: "2.0.1"
- python-version: "3.12" # - python-version: "3.12"
torch-version: "2.1.2" # torch-version: "2.1.2"
# torch 2.0.1 does not support CUDA 12.x # # torch 2.0.1 does not support CUDA 12.x
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.1.1" # cuda-version: "12.1.1"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.4.1" # cuda-version: "12.4.1"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.6.3" # cuda-version: "12.6.3"
- torch-version: "2.0.1" # - torch-version: "2.0.1"
cuda-version: "12.8.1" # cuda-version: "12.8.1"
# torch 2.6.0 does not support CUDA 12.1 # # torch 2.6.0 does not support CUDA 12.1
- torch-version: "2.6.0" # - torch-version: "2.6.0"
cuda-version: "12.1.1" # cuda-version: "12.1.1"
# torch 2.7.0 does not support CUDA 12.4 # # torch 2.7.0 does not support CUDA 12.4
- torch-version: "2.7.0" # - torch-version: "2.7.0"
cuda-version: "12.4.1" # cuda-version: "12.4.1"
# torch < 2.8 does not support CUDA 12.9 # # torch < 2.8 does not support CUDA 12.9
- torch-version: "2.5.1" # - torch-version: "2.5.1"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
- torch-version: "2.6.3" # - torch-version: "2.6.3"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
- torch-version: "2.7.1" # - torch-version: "2.7.1"
cuda-version: "12.9.1" # cuda-version: "12.9.1"
uses: ./.github/workflows/build_windows.yml # uses: ./.github/workflows/build_windows.yml
with: # with:
flash-attn-version: ${{ matrix.flash-attn-version }} # flash-attn-version: ${{ matrix.flash-attn-version }}
python-version: ${{ matrix.python-version }} # python-version: ${{ matrix.python-version }}
torch-version: ${{ matrix.torch-version }} # torch-version: ${{ matrix.torch-version }}
cuda-version: ${{ matrix.cuda-version }} # cuda-version: ${{ matrix.cuda-version }}
secrets: inherit # secrets: inherit
update_release_notes: update_release_notes:
name: Update Release Notes name: Update Release Notes
needs: # needs:
[build_wheels_linux, build_wheels_linux_self_hosted, build_wheels_windows] # [build_wheels_linux, build_wheels_linux_self_hosted, build_wheels_windows]
needs: [build_wheels_linux_self_hosted]
if: always() if: always()
runs-on: ubuntu-latest runs-on: ubuntu-latest
steps: steps: