mirror of
https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git
synced 2026-07-01 01:27:54 -04:00
Junya Morioka
114 lines
4.0 KiB
YAML
114 lines
4.0 KiB
YAML
# #########################################################
|
|
# Build wheels with GitHub hosted runner on Windows x86_64
|
|
# #########################################################
|
|
|
|
name: "[Windows x86_64] Build wheels and upload to GitHub Releases"
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
flash-attn-version:
|
|
description: "Flash-Attention version"
|
|
required: true
|
|
type: string
|
|
python-version:
|
|
description: "Python version"
|
|
required: true
|
|
type: string
|
|
torch-version:
|
|
description: "PyTorch version"
|
|
required: true
|
|
type: string
|
|
cuda-version:
|
|
description: "CUDA version"
|
|
required: true
|
|
type: string
|
|
|
|
jobs:
|
|
build_windows_wheels:
|
|
name: Build wheels and Upload (Windows x86_64, GitHub hosted runner, ${{ inputs.flash-attn-version }}, ${{ inputs.python-version }}, ${{ inputs.torch-version }}, ${{ inputs.cuda-version }})
|
|
runs-on: windows-2022
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Enable Git long paths
|
|
shell: pwsh
|
|
run: git config --system core.longpaths true
|
|
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ inputs.python-version }}
|
|
|
|
- uses: Jimver/cuda-toolkit@v0.2.24
|
|
with:
|
|
cuda: ${{ inputs.cuda-version }}
|
|
method: "network"
|
|
use-github-cache: false
|
|
use-local-cache: false
|
|
|
|
- name: Install Visual Studio BuildTools (C++/CMake + Windows SDK)
|
|
shell: pwsh
|
|
run: |
|
|
choco upgrade -y visualstudio2022buildtools `
|
|
--params "--add Microsoft.VisualStudio.Component.VC.Tools.x86.x64 `
|
|
--add Microsoft.VisualStudio.Component.VC.CMake.Project `
|
|
--add Microsoft.VisualStudio.Component.Windows11SDK.22621 `
|
|
--includeRecommended --includeOptional"
|
|
|
|
- name: Setup MSVC Developer Command Prompt
|
|
uses: TheMrMilchmann/setup-msvc-dev@v3
|
|
with:
|
|
arch: x64
|
|
|
|
- name: Add msbuild to PATH
|
|
uses: microsoft/setup-msbuild@v2
|
|
|
|
- name: Install build dependencies
|
|
shell: pwsh
|
|
run: |
|
|
python -m pip install -U setuptools==75.8.0 wheel packaging psutil ninja
|
|
|
|
- name: Build wheels
|
|
shell: pwsh
|
|
env:
|
|
MAX_JOBS: 2
|
|
NVCC_THREADS: 2
|
|
run: |
|
|
$env:MAX_JOBS = "${{ env.MAX_JOBS }}"
|
|
$env:NVCC_THREADS = "${{ env.NVCC_THREADS }}"
|
|
$env:FLASH_ATTENTION_FORCE_BUILD = "TRUE"
|
|
$env:NVCC_FLAGS = "-w --disable-warnings"
|
|
$env:CXXFLAGS = "/w"
|
|
$env:CFLAGS = "/w"
|
|
.\build_windows.ps1 -FlashAttnVersion "${{ inputs.flash-attn-version }}" -PythonVersion "${{ inputs.python-version }}" -TorchVersion "${{ inputs.torch-version }}" -CudaVersion "${{ inputs.cuda-version }}"
|
|
$wheelName = Get-ChildItem -Path "flash-attention\dist\*.whl" | Select-Object -First 1 | ForEach-Object { $_.Name }
|
|
echo "wheel_name=$wheelName" >> $env:GITHUB_ENV
|
|
|
|
- name: Install Test
|
|
shell: pwsh
|
|
run: |
|
|
pip install --no-cache-dir flash-attention/dist/$env:wheel_name
|
|
python -c "import flash_attn; print(flash_attn.__version__)"
|
|
|
|
- name: Upload Release Asset
|
|
shell: pwsh
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
$tag_name = "${env:GITHUB_REF}".Replace("refs/tags/", "")
|
|
$wheel_path = "flash-attention/dist/$env:wheel_name"
|
|
|
|
# Check if the file exists
|
|
if (-not (Test-Path $wheel_path)) {
|
|
$tag_name = "${env:GITHUB_REF}".Replace("refs/tags/", "")
|
|
$wheel_path = "flash-attention/dist/$env:wheel_name"
|
|
|
|
# Check if the file exists
|
|
if (-not (Test-Path $wheel_path)) {
|
|
Write-Host "Error: Wheel file not found at $wheel_path"
|
|
exit 1
|
|
}
|
|
|
|
# Upload the release asset using GitHub CLI
|
|
gh release upload "$tag_name" "$wheel_path" --clobber
|