ci: refactor Python installation and enable manylinux wheel generation

- Replace actions/setup-python with uv-based Python installation
- Consolidate build dependencies into Python installation step
- Enable auditwheel repair and manylinux wheel generation across all Linux builds
- Add patchelf as build dependency for glibc compatibility
- Update Python version to 3.14 in build and test workflows
This commit is contained in:
Junya Morioka
2025-12-13 17:16:05 +09:00
parent fb95a286ec
commit 5d44bd8cd6
9 changed files with 191 additions and 112 deletions
@@ -94,20 +94,21 @@ jobs:
run: |
git config --global --add safe.directory $(pwd)
- uses: actions/setup-python@v5
with:
python-version: ${{ inputs.python-version }}
# Install Python using uv because setup-python needs newer version of glibc
- name: Install uv
uses: astral-sh/setup-uv@v7
- name: Install Python
shell: bash
run: |
uv venv -p ${{ inputs.python-version }}
uv pip install -U pip setuptools==75.8.0 wheel packaging psutil auditwheel
current_dir=$(pwd)
echo "$current_dir/.venv/bin" >> $GITHUB_PATH
- uses: mjun0812/setup-cuda@v1
with:
version: ${{ inputs.cuda-version }}
- name: Install build dependencies
shell: bash
run: |
sudo apt install -y ninja-build clang
pip install -U pip setuptools==75.8.0 wheel packaging psutil
- name: Build wheels
timeout-minutes: 2160
id: build_wheels
@@ -143,6 +144,36 @@ jobs:
# Upload the release asset using GitHub CLI
gh release upload "$tag_name" "$wheel_path" --clobber
- name: Apply auditwheel repair
continue-on-error: true
run: |
auditwheel show flash-attention/dist/${{ steps.build_wheels.outputs.WHEEL_NAME }}
auditwheel repair \
--exclude libc10* --exclude libtorch* --exclude libcu* --exclude libnv* --exclude 'libtorch*' \
flash-attention/dist/${{ steps.build_wheels.outputs.WHEEL_NAME }} -w flash-attention/dist_manylinux
wheel_name=$(basename $(ls flash-attention/dist_manylinux/*manylinux*.whl | head -n 1))
echo "WHEEL_NAME_MANYLINUX=$wheel_name" >> $GITHUB_OUTPUT
- name: Test manylinux wheel
continue-on-error: true
run: |
pip uninstall -y flash-attn > /dev/null 2>&1
pip install --no-cache-dir flash-attention/dist_manylinux/${{ steps.build_wheels.outputs.WHEEL_NAME_MANYLINUX }}
python -c "import flash_attn; print(flash_attn.__version__)"
- name: Upload manylinux wheel
continue-on-error: true
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
wheel_path_manylinux="flash-attention/dist_manylinux/${{ steps.build_wheels.outputs.WHEEL_NAME_MANYLINUX }}"
if [ ! -f "$wheel_path_manylinux" ]; then
echo "Error: Wheel file not found at $wheel_path_manylinux"
exit 1
fi
# Upload the release asset using GitHub CLI
gh release upload "$tag_name" "$wheel_path_manylinux" --clobber
- name: Clean up
shell: bash
if: always()