Files
flash-attention-prebuild-wh…/.github/workflows/_build_linux_self_host.yml
T
Junya Morioka df03c553f7 refactor: extract common build steps into reusable composite action
- Create .github/actions/build-and-upload composite action for shared build logic
- Consolidate Python/uv setup, CUDA setup, wheel building, testing, and upload steps
- Update _build_linux.yml to use new composite action (reduced from 136 to 69 lines)
- Update _build_linux_arm_self_host.yml to use composite action with cleanup enabled
- Update _build_linux_self_host.yml for both container and no-container jobs
- Update _build_manylinux_self_host.yml to use composite action
- Reduce code duplication by ~200+ lines across all workflow files
2025-12-21 03:36:44 +09:00

187 lines
5.7 KiB
YAML

# #########################################################
# Build wheels with self-hosted runner
# #########################################################
name: "[Linux x86_64, self-hosted] Build wheels and upload to GitHub Releases"
on:
workflow_call:
inputs:
flash-attn-version:
description: "Flash-Attention version"
required: true
type: string
python-version:
description: "Python version"
required: true
type: string
torch-version:
description: "PyTorch version"
required: true
type: string
cuda-version:
description: "CUDA version"
required: true
type: string
runner:
description: "Runner type"
required: false
type: string
default: '["self-hosted"]'
is-upload:
description: "Whether to upload the release asset"
required: false
type: boolean
default: true
use-container:
description: "Whether to use container"
required: false
type: boolean
default: true
container-image:
description: "Container image"
required: false
type: string
default: "ubuntu:22.04"
jobs:
build_wheels_self_hosted:
if: ${{ inputs.use-container }}
name: Build wheels and Upload (Linux x86_64, self-hosted runner)
runs-on: ${{ fromjson(inputs.runner) }}
container:
image: ${{ inputs.container-image }}
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
TERM: xterm-256color
timeout-minutes: 2160
steps:
- name: Install tools
shell: bash
run: |
apt-get update && apt-get install -y --no-install-recommends \
curl \
ca-certificates \
sudo \
software-properties-common \
wget \
unzip \
zip \
git \
build-essential \
gcc \
g++ \
clang \
ninja-build \
keyboard-configuration \
time \
patchelf
- name: Install gh
shell: bash
run: |
sudo mkdir -p -m 755 /etc/apt/keyrings
out=$(mktemp)
wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg
cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null
sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
sudo apt update
sudo apt install gh -y
- uses: actions/checkout@v4
- name: Configure Git safe directory
shell: bash
run: |
git config --global --add safe.directory $(pwd)
- name: Build and upload wheels
uses: ./.github/actions/build-and-upload
with:
flash-attn-version: ${{ inputs.flash-attn-version }}
python-version: ${{ inputs.python-version }}
torch-version: ${{ inputs.torch-version }}
cuda-version: ${{ inputs.cuda-version }}
is-upload: ${{ inputs.is-upload }}
cleanup: "true"
build_wheels_self_hosted_no_container:
if: ${{ !inputs.use-container }}
name: Build wheels and Upload (Linux x86_64, self-hosted runner)
runs-on: ${{ fromjson(inputs.runner) }}
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
TERM: xterm-256color
timeout-minutes: 2160
steps:
- name: Check environment
shell: bash
run: |
cat /etc/os-release || true
echo "-----------------------------"
cat /etc/lsb-release || true
echo "-----------------------------"
lscpu || true
echo "-----------------------------"
df -h || true
echo "-----------------------------"
free -h || true
- name: Install tools
shell: bash
run: |
apt-get update && apt-get install -y --no-install-recommends \
curl \
ca-certificates \
sudo \
software-properties-common \
wget \
unzip \
zip \
git \
build-essential \
gcc \
g++ \
clang \
ninja-build \
keyboard-configuration \
time \
patchelf
- name: Install gh
shell: bash
run: |
sudo mkdir -p -m 755 /etc/apt/keyrings
out=$(mktemp)
wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg
cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null
sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
sudo apt update
sudo apt install gh -y
- uses: actions/checkout@v4
- name: Configure Git safe directory
shell: bash
run: |
git config --global --add safe.directory $(pwd)
- name: Build and upload wheels
uses: ./.github/actions/build-and-upload
with:
flash-attn-version: ${{ inputs.flash-attn-version }}
python-version: ${{ inputs.python-version }}
torch-version: ${{ inputs.torch-version }}
cuda-version: ${{ inputs.cuda-version }}
is-upload: ${{ inputs.is-upload }}
cleanup: "true"