mirror of
https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git
synced 2026-07-01 01:37:53 -04:00
fix workflow
This commit is contained in:
Junya Morioka
+180
-170
@@ -21,7 +21,7 @@ jobs:
|
||||
|
||||
| Flash-Attention | Python | PyTorch | CUDA |
|
||||
| --- | --- | --- | --- |
|
||||
| 2.6.3, 2.7.4, 2.8.2 | 3.10, 3.11, 3.12 | 2.5.1, 2.6.0, 2.7.1, 2.8.0 | 12.4.1, 12.8.1, 12.9.1 |
|
||||
| 2.7.4 | 3.10, 3.11, 3.12 | 2.5.1, 2.6.0, 2.7.1, 2.8.0 | 12.4.1, 12.8.1, 12.9.1 |
|
||||
|
||||
## Windows x86_64
|
||||
|
||||
@@ -33,17 +33,142 @@ jobs:
|
||||
# #########################################################
|
||||
# Build wheels with GitHub hosted runner
|
||||
# #########################################################
|
||||
build_wheels:
|
||||
name: Build wheels and Upload (Linux x86_64, GitHub hosted runner)
|
||||
# build_wheels:
|
||||
# name: Build wheels and Upload (Linux x86_64, GitHub hosted runner)
|
||||
# needs: create_releases
|
||||
# runs-on: ubuntu-22.04
|
||||
# env:
|
||||
# DEBIAN_FRONTEND: noninteractive
|
||||
# TERM: xterm-256color
|
||||
# strategy:
|
||||
# fail-fast: false
|
||||
# matrix:
|
||||
# flash-attn-version: ["2.6.3", "2.7.4", "2.8.2"]
|
||||
# python-version: ["3.10", "3.11", "3.12"]
|
||||
# torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"]
|
||||
# # https://developer.nvidia.com/cuda-toolkit-archive
|
||||
# cuda-version: ["12.4.1", "12.8.1", "12.9.1"]
|
||||
# exclude:
|
||||
# # torch < 2.2 does not support Python 3.12
|
||||
# - python-version: "3.12"
|
||||
# torch-version: "2.0.1"
|
||||
# - python-version: "3.12"
|
||||
# torch-version: "2.1.2"
|
||||
# # torch 2.0.1 does not support CUDA 12.x
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.1.1"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.4.1"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.6.3"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.8.1"
|
||||
# # torch 2.6.0 does not support CUDA 12.1
|
||||
# - torch-version: "2.6.0"
|
||||
# cuda-version: "12.1.1"
|
||||
# # torch 2.7.0 does not support CUDA 12.4
|
||||
# - torch-version: "2.7.0"
|
||||
# cuda-version: "12.4.1"
|
||||
# # torch < 2.8 does not support CUDA 12.9
|
||||
# - torch-version: "2.5.1"
|
||||
# cuda-version: "12.9.1"
|
||||
# - torch-version: "2.6.3"
|
||||
# cuda-version: "12.9.1"
|
||||
# - torch-version: "2.7.1"
|
||||
# cuda-version: "12.9.1"
|
||||
# steps:
|
||||
# - uses: actions/checkout@v4
|
||||
|
||||
# - name: Maximize build space
|
||||
# run: |
|
||||
# df -h
|
||||
# echo "-----------------------------"
|
||||
# sudo rm -rf /usr/share/dotnet
|
||||
# sudo rm -rf /usr/local/lib/android
|
||||
# sudo rm -rf /opt/ghc
|
||||
# sudo rm -rf /opt/hostedtoolcache/CodeQL
|
||||
# df -h
|
||||
|
||||
# - name: Set Swap Space
|
||||
# uses: pierotofy/set-swap-space@master
|
||||
# with:
|
||||
# swap-size-gb: 48
|
||||
|
||||
# - uses: actions/setup-python@v5
|
||||
# with:
|
||||
# python-version: ${{ matrix.python-version }}
|
||||
|
||||
# - uses: Jimver/cuda-toolkit@master
|
||||
# with:
|
||||
# cuda: ${{ matrix.cuda-version }}
|
||||
# sub-packages: '["nvcc", "toolkit"]'
|
||||
# method: "network"
|
||||
# use-github-cache: false
|
||||
# use-local-cache: false
|
||||
|
||||
# - name: Install build dependencies
|
||||
# run: |
|
||||
# sudo apt install -y ninja-build clang
|
||||
# pip install -U pip setuptools==75.8.0 wheel setuptools packaging psutil
|
||||
|
||||
# - name: Set environment variables
|
||||
# run: |
|
||||
# export PATH=/usr/local/nvidia/bin:/usr/local/nvidia/lib64:$PATH
|
||||
# export LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:$LD_LIBRARY_PATH
|
||||
|
||||
# - name: Build wheels
|
||||
# env:
|
||||
# MAX_JOBS: 2
|
||||
# NVCC_THREADS: 2
|
||||
# run: |
|
||||
# chmod +x build_linux.sh
|
||||
# ./build_linux.sh ${{ matrix.flash-attn-version }} ${{ matrix.python-version }} ${{ matrix.torch-version }} ${{ matrix.cuda-version }}
|
||||
# wheel_name=$(basename $(ls flash-attention/dist/*.whl | head -n 1))
|
||||
# echo "wheel_name=$wheel_name" >> $GITHUB_ENV
|
||||
|
||||
# - name: Install Test
|
||||
# run: |
|
||||
# pip install --no-cache-dir flash-attention/dist/${{ env.wheel_name }}
|
||||
# python -c "import flash_attn; print(flash_attn.__version__)"
|
||||
|
||||
# - name: Upload Release Asset
|
||||
# env:
|
||||
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
# run: |
|
||||
# tag_name=${{ github.ref_name }}
|
||||
# wheel_path="flash-attention/dist/${{ env.wheel_name }}"
|
||||
|
||||
# # Check if the file exists
|
||||
# if [ ! -f "$wheel_path" ]; then
|
||||
# echo "Error: Wheel file not found at $wheel_path"
|
||||
# exit 1
|
||||
# fi
|
||||
|
||||
# # Upload the release asset using GitHub CLI
|
||||
# gh release upload "$tag_name" "$wheel_path" --clobber
|
||||
|
||||
# echo "Successfully uploaded $wheel_name to release $tag_name"
|
||||
|
||||
# #########################################################
|
||||
# Build wheels with self-hosted runner
|
||||
# #########################################################
|
||||
build_wheels_self_hosted:
|
||||
name: Build wheels and Upload (Linux x86_64, self-hosted runner)
|
||||
needs: create_releases
|
||||
runs-on: ubuntu-22.04
|
||||
runs-on: self-hosted
|
||||
container:
|
||||
image: ubuntu:22.04
|
||||
defaults:
|
||||
run:
|
||||
shell: bash
|
||||
env:
|
||||
DEBIAN_FRONTEND: noninteractive
|
||||
TERM: xterm-256color
|
||||
timeout-minutes: 2000
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
flash-attn-version: ["2.6.3", "2.7.4", "2.8.2"]
|
||||
flash-attn-version: ["2.7.4"]
|
||||
python-version: ["3.10", "3.11", "3.12"]
|
||||
torch-version: ["2.5.1", "2.6.0", "2.7.1", "2.8.0"]
|
||||
# https://developer.nvidia.com/cuda-toolkit-archive
|
||||
@@ -69,6 +194,9 @@ jobs:
|
||||
# torch 2.7.0 does not support CUDA 12.4
|
||||
- torch-version: "2.7.0"
|
||||
cuda-version: "12.4.1"
|
||||
# flash-attn 2.7.4 does not build with CUDA 12.8
|
||||
- flash-attn-version: "2.7.4"
|
||||
cuda-version: "12.8.1"
|
||||
# torch < 2.8 does not support CUDA 12.9
|
||||
- torch-version: "2.5.1"
|
||||
cuda-version: "12.9.1"
|
||||
@@ -77,22 +205,43 @@ jobs:
|
||||
- torch-version: "2.7.1"
|
||||
cuda-version: "12.9.1"
|
||||
steps:
|
||||
- name: Install tools
|
||||
shell: bash
|
||||
run: |
|
||||
apt-get update && apt-get install -y --no-install-recommends \
|
||||
curl \
|
||||
ca-certificates \
|
||||
sudo \
|
||||
software-properties-common \
|
||||
wget \
|
||||
unzip \
|
||||
zip \
|
||||
git \
|
||||
build-essential \
|
||||
gcc \
|
||||
g++ \
|
||||
clang \
|
||||
ninja-build \
|
||||
keyboard-configuration
|
||||
|
||||
- name: Install gh
|
||||
shell: bash
|
||||
run: |
|
||||
sudo mkdir -p -m 755 /etc/apt/keyrings
|
||||
out=$(mktemp)
|
||||
wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg
|
||||
cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null
|
||||
sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg
|
||||
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
|
||||
sudo apt update
|
||||
sudo apt install gh -y
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Maximize build space
|
||||
- name: Configure Git safe directory
|
||||
shell: bash
|
||||
run: |
|
||||
df -h
|
||||
echo "-----------------------------"
|
||||
sudo rm -rf /usr/share/dotnet
|
||||
sudo rm -rf /usr/local/lib/android
|
||||
sudo rm -rf /opt/ghc
|
||||
sudo rm -rf /opt/hostedtoolcache/CodeQL
|
||||
df -h
|
||||
|
||||
- name: Set Swap Space
|
||||
uses: pierotofy/set-swap-space@master
|
||||
with:
|
||||
swap-size-gb: 48
|
||||
git config --global --add safe.directory $(pwd)
|
||||
|
||||
- uses: actions/setup-python@v5
|
||||
with:
|
||||
@@ -107,16 +256,20 @@ jobs:
|
||||
use-local-cache: false
|
||||
|
||||
- name: Install build dependencies
|
||||
shell: bash
|
||||
run: |
|
||||
sudo apt install -y ninja-build clang
|
||||
pip install -U pip setuptools==75.8.0 wheel setuptools packaging psutil
|
||||
|
||||
- name: Set environment variables
|
||||
shell: bash
|
||||
run: |
|
||||
export PATH=/usr/local/nvidia/bin:/usr/local/nvidia/lib64:$PATH
|
||||
export LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:$LD_LIBRARY_PATH
|
||||
|
||||
- name: Build wheels
|
||||
timeout-minutes: 1200
|
||||
shell: bash
|
||||
env:
|
||||
MAX_JOBS: 2
|
||||
NVCC_THREADS: 2
|
||||
@@ -127,11 +280,14 @@ jobs:
|
||||
echo "wheel_name=$wheel_name" >> $GITHUB_ENV
|
||||
|
||||
- name: Install Test
|
||||
shell: bash
|
||||
run: |
|
||||
pip uninstall -y flash-attn > /dev/null 2>&1
|
||||
pip install --no-cache-dir flash-attention/dist/${{ env.wheel_name }}
|
||||
python -c "import flash_attn; print(flash_attn.__version__)"
|
||||
|
||||
- name: Upload Release Asset
|
||||
shell: bash
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: |
|
||||
@@ -149,157 +305,11 @@ jobs:
|
||||
|
||||
echo "Successfully uploaded $wheel_name to release $tag_name"
|
||||
|
||||
# #########################################################
|
||||
# Build wheels with self-hosted runner
|
||||
# #########################################################
|
||||
# build_wheels_self_hosted:
|
||||
# name: Build wheels and Upload (Linux x86_64, self-hosted runner)
|
||||
# needs: create_releases
|
||||
# runs-on: self-hosted
|
||||
# container:
|
||||
# image: ubuntu:22.04
|
||||
# defaults:
|
||||
# run:
|
||||
# shell: bash
|
||||
# env:
|
||||
# DEBIAN_FRONTEND: noninteractive
|
||||
# TERM: xterm-256color
|
||||
# timeout-minutes: 2000
|
||||
# strategy:
|
||||
# fail-fast: false
|
||||
# matrix:
|
||||
# flash-attn-version: ["2.8.0"]
|
||||
# python-version: ["3.10", "3.11", "3.12"]
|
||||
# torch-version: ["2.4.1", "2.5.1", "2.6.0", "2.7.1"]
|
||||
# # https://developer.nvidia.com/cuda-toolkit-archive
|
||||
# cuda-version: ["12.8.1"]
|
||||
# exclude:
|
||||
# # torch < 2.2 does not support Python 3.12
|
||||
# - python-version: "3.12"
|
||||
# torch-version: "2.0.1"
|
||||
# - python-version: "3.12"
|
||||
# torch-version: "2.1.2"
|
||||
# # torch 2.0.1 does not support CUDA 12.x
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.1.1"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.4.1"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.6.3"
|
||||
# - torch-version: "2.0.1"
|
||||
# cuda-version: "12.8.1"
|
||||
# # torch 2.6.0 does not support CUDA 12.1
|
||||
# - torch-version: "2.6.0"
|
||||
# cuda-version: "12.1.1"
|
||||
# # torch 2.7.0 does not support CUDA 12.4
|
||||
# - torch-version: "2.7.0"
|
||||
# cuda-version: "12.4.1"
|
||||
# steps:
|
||||
# - name: Install tools
|
||||
# shell: bash
|
||||
# run: |
|
||||
# apt-get update && apt-get install -y --no-install-recommends \
|
||||
# curl \
|
||||
# ca-certificates \
|
||||
# sudo \
|
||||
# software-properties-common \
|
||||
# wget \
|
||||
# unzip \
|
||||
# zip \
|
||||
# git \
|
||||
# build-essential \
|
||||
# gcc \
|
||||
# g++ \
|
||||
# clang \
|
||||
# ninja-build \
|
||||
# keyboard-configuration
|
||||
|
||||
# - name: Install gh
|
||||
# shell: bash
|
||||
# run: |
|
||||
# sudo mkdir -p -m 755 /etc/apt/keyrings
|
||||
# out=$(mktemp)
|
||||
# wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg
|
||||
# cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null
|
||||
# sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg
|
||||
# echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
|
||||
# sudo apt update
|
||||
# sudo apt install gh -y
|
||||
|
||||
# - uses: actions/checkout@v4
|
||||
|
||||
# - name: Configure Git safe directory
|
||||
# shell: bash
|
||||
# run: |
|
||||
# git config --global --add safe.directory $(pwd)
|
||||
|
||||
# - uses: actions/setup-python@v5
|
||||
# with:
|
||||
# python-version: ${{ matrix.python-version }}
|
||||
|
||||
# - uses: Jimver/cuda-toolkit@master
|
||||
# with:
|
||||
# cuda: ${{ matrix.cuda-version }}
|
||||
# sub-packages: '["nvcc", "toolkit"]'
|
||||
# method: "network"
|
||||
# use-github-cache: false
|
||||
# use-local-cache: false
|
||||
|
||||
# - name: Install build dependencies
|
||||
# shell: bash
|
||||
# run: |
|
||||
# sudo apt install -y ninja-build clang
|
||||
# pip install -U pip setuptools==75.8.0 wheel setuptools packaging psutil
|
||||
|
||||
# - name: Set environment variables
|
||||
# shell: bash
|
||||
# run: |
|
||||
# export PATH=/usr/local/nvidia/bin:/usr/local/nvidia/lib64:$PATH
|
||||
# export LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:$LD_LIBRARY_PATH
|
||||
|
||||
# - name: Build wheels
|
||||
# timeout-minutes: 1200
|
||||
# shell: bash
|
||||
# env:
|
||||
# MAX_JOBS: 2
|
||||
# NVCC_THREADS: 2
|
||||
# run: |
|
||||
# chmod +x build_linux.sh
|
||||
# ./build_linux.sh ${{ matrix.flash-attn-version }} ${{ matrix.python-version }} ${{ matrix.torch-version }} ${{ matrix.cuda-version }}
|
||||
# wheel_name=$(basename $(ls flash-attention/dist/*.whl | head -n 1))
|
||||
# echo "wheel_name=$wheel_name" >> $GITHUB_ENV
|
||||
|
||||
# - name: Install Test
|
||||
# shell: bash
|
||||
# run: |
|
||||
# pip uninstall -y flash-attn > /dev/null 2>&1
|
||||
# pip install --no-cache-dir flash-attention/dist/${{ env.wheel_name }}
|
||||
# python -c "import flash_attn; print(flash_attn.__version__)"
|
||||
|
||||
# - name: Upload Release Asset
|
||||
# shell: bash
|
||||
# env:
|
||||
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
# run: |
|
||||
# tag_name=${{ github.ref_name }}
|
||||
# wheel_path="flash-attention/dist/${{ env.wheel_name }}"
|
||||
|
||||
# # Check if the file exists
|
||||
# if [ ! -f "$wheel_path" ]; then
|
||||
# echo "Error: Wheel file not found at $wheel_path"
|
||||
# exit 1
|
||||
# fi
|
||||
|
||||
# # Upload the release asset using GitHub CLI
|
||||
# gh release upload "$tag_name" "$wheel_path" --clobber
|
||||
|
||||
# echo "Successfully uploaded $wheel_name to release $tag_name"
|
||||
|
||||
# - name: Clean up
|
||||
# shell: bash
|
||||
# if: always()
|
||||
# run: |
|
||||
# rm -rf /opt/hostedtoolcache/Python
|
||||
- name: Clean up
|
||||
shell: bash
|
||||
if: always()
|
||||
run: |
|
||||
rm -rf /opt/hostedtoolcache/Python
|
||||
|
||||
build_windows_wheels:
|
||||
name: Build wheels and Upload (Windows x86_64, GitHub hosted runner)
|
||||
@@ -376,7 +386,7 @@ jobs:
|
||||
- name: Install build dependencies
|
||||
shell: pwsh
|
||||
run: |
|
||||
pip install -U pip setuptools==75.8.0 wheel setuptools packaging psutil ninja
|
||||
python -m pip install -U setuptools==75.8.0 wheel packaging psutil ninja
|
||||
|
||||
- name: Build wheels
|
||||
shell: pwsh
|
||||
|
||||
Reference in New Issue
Block a user