Files
flash-attention-prebuild-wh…/.github/workflows/_build_linux_arm_self_host.yml
T
Junya Morioka 2f3b1245f7 refactor: consolidate self-hosted workflows with auto-detection
- Merge _build_manylinux_self_host.yml into _build_linux_self_host.yml
- Add automatic package manager detection (apt-get/dnf) for both x86_64 and ARM64
- Add environment check steps to all self-hosted workflows
- Update build.yml to use unified workflow with container-image parameter
- Remove duplicate build_wheels_manylinux_self_hosted job
- Update test workflows to use consolidated workflow
- Remove manylinux_self_hosted matrix configuration
- Set manylinux container image for ARM64 test workflow
2025-12-21 04:06:56 +09:00

151 lines
4.7 KiB
YAML

# #########################################################
# Build wheels with self-hosted runner
# #########################################################
name: "[Linux Arm64, self-hosted] Build wheels and upload to GitHub Releases"
on:
workflow_call:
inputs:
flash-attn-version:
description: "Flash-Attention version"
required: true
type: string
python-version:
description: "Python version"
required: true
type: string
torch-version:
description: "PyTorch version"
required: true
type: string
cuda-version:
description: "CUDA version"
required: true
type: string
runner:
description: "Runner type"
required: false
type: string
default: "self-hosted-arm"
is-upload:
description: "Whether to upload the release asset"
required: false
type: boolean
default: true
container-image:
description: "Container image"
required: false
type: string
default: "ubuntu:22.04"
jobs:
build_wheels_self_hosted:
name: Build wheels and Upload (Linux x86_64, self-hosted runner)
runs-on: ${{ fromjson(inputs.runner) }}
container:
image: ${{ inputs.container-image }}
options: --platform linux/arm64
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
TERM: xterm-256color
timeout-minutes: 2160
steps:
- name: Check environment
shell: bash
run: |
cat /etc/os-release || true
echo "-----------------------------"
cat /etc/lsb-release || true
echo "-----------------------------"
lscpu || true
echo "-----------------------------"
df -h || true
echo "-----------------------------"
free -h || true
- name: Install tools
shell: bash
run: |
# Auto-detect package manager and install dependencies
if command -v apt-get >/dev/null 2>&1; then
apt-get update && apt-get install -y --no-install-recommends \
curl \
ca-certificates \
sudo \
software-properties-common \
wget \
unzip \
zip \
git \
build-essential \
gcc \
g++ \
clang \
ninja-build \
keyboard-configuration \
time \
patchelf
elif command -v dnf >/dev/null 2>&1; then
dnf install -y \
curl \
ca-certificates \
sudo \
wget \
unzip \
zip \
git \
gcc \
gcc-c++ \
clang \
ninja-build \
time \
patchelf
else
echo "Error: No supported package manager found (apt-get or dnf)"
exit 1
fi
- name: Install gh
shell: bash
run: |
# Auto-detect package manager and install GitHub CLI
if command -v apt-get >/dev/null 2>&1; then
sudo mkdir -p -m 755 /etc/apt/keyrings
out=$(mktemp)
wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg
cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null
sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
sudo apt update
sudo apt install gh -y
elif command -v dnf >/dev/null 2>&1; then
dnf install -y 'dnf-command(config-manager)'
dnf config-manager --add-repo https://cli.github.com/packages/rpm/gh-cli.repo
dnf -y install gh --repo gh-cli
else
echo "Error: No supported package manager found (apt-get or dnf)"
exit 1
fi
- uses: actions/checkout@v4
- name: Configure Git safe directory
shell: bash
run: |
git config --global --add safe.directory $(pwd)
- name: Build and upload wheels
uses: ./.github/actions/build-and-upload
with:
flash-attn-version: ${{ inputs.flash-attn-version }}
python-version: ${{ inputs.python-version }}
torch-version: ${{ inputs.torch-version }}
cuda-version: ${{ inputs.cuda-version }}
is-upload: ${{ inputs.is-upload }}
cleanup: "true"