mirror of
https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git
synced 2026-07-01 01:27:54 -04:00
Junya Morioka
73 lines
2.6 KiB
YAML
73 lines
2.6 KiB
YAML
name: Test runner environment
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
create_releases:
|
|
name: Create Releases
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
python-version: ["3.13", "3.12"]
|
|
runner: ["ubuntu-22.04-arm", "ubuntu-22.04", "self-hosted"]
|
|
runs-on: ${{ matrix.runner }}
|
|
steps:
|
|
- name: Check environment
|
|
shell: bash
|
|
run: |
|
|
cat /etc/os-release || true
|
|
echo "-----------------------------"
|
|
cat /etc/lsb-release || true
|
|
echo "-----------------------------"
|
|
lscpu || true
|
|
echo "-----------------------------"
|
|
df -h || true
|
|
echo "-----------------------------"
|
|
free -h || true
|
|
|
|
- name: Determine MAX_JOBS and NVCC_THREADS
|
|
shell: bash
|
|
run: |
|
|
# Determine MAX_JOBS and NVCC_THREADS based on system resources
|
|
NUM_THREADS=$(nproc)
|
|
RAM_GB=$(free -g | awk '/^Mem:/{print $2}')
|
|
echo "System resources:"
|
|
echo " CPU threads: $NUM_THREADS"
|
|
echo " RAM: ${RAM_GB}GB"
|
|
|
|
# Determine MAX_JOBS and NVCC_THREADS based on system resources
|
|
if [[ -z "${MAX_JOBS:-}" && -z "${NVCC_THREADS:-}" ]]; then
|
|
# Calculate max product based on following constraints:
|
|
# - MAX_JOBS x NVCC_THREADS(<= 4) <= NUM_THREADS
|
|
# - 2.5GB x MAX_JOBS x NVCC_THREADS(<= 4) <= RAM_GB
|
|
|
|
# Set MAX_PRODUCT from RAM
|
|
MAX_PRODUCT_CPU=$NUM_THREADS
|
|
MAX_PRODUCT_RAM=$(awk -v ram="$RAM_GB" 'BEGIN {print int(ram / 2.5)}')
|
|
MAX_PRODUCT=$((MAX_PRODUCT_CPU < MAX_PRODUCT_RAM ? MAX_PRODUCT_CPU : MAX_PRODUCT_RAM))
|
|
|
|
# Set MAX_JOBS and NVCC_THREADS so that MAX_JOBS x NVCC_THREADS ≈ MAX_PRODUCT with NVCC_THREADS <= 4
|
|
BASE_THREADS=$(awk -v max="$MAX_PRODUCT" 'BEGIN {print int(sqrt(max))}')
|
|
|
|
if awk "BEGIN {exit !($RAM_GB <= 16)}"; then
|
|
# If RAM is less than 16GB, set NVCC_THREADS to 1
|
|
NVCC_THREADS=1
|
|
MAX_JOBS=$((MAX_PRODUCT / NVCC_THREADS))
|
|
elif (( BASE_THREADS <= 4 )); then
|
|
NVCC_THREADS=$BASE_THREADS
|
|
MAX_JOBS=$BASE_THREADS
|
|
else
|
|
NVCC_THREADS=4
|
|
MAX_JOBS=$((MAX_PRODUCT / NVCC_THREADS))
|
|
fi
|
|
|
|
# Ensure minimum values of 1
|
|
MAX_JOBS=$((MAX_JOBS < 1 ? 1 : MAX_JOBS))
|
|
NVCC_THREADS=$((NVCC_THREADS < 1 ? 1 : NVCC_THREADS))
|
|
fi
|
|
|
|
echo "Build parallelism settings:"
|
|
echo " MAX_JOBS: $MAX_JOBS"
|
|
echo " NVCC_THREADS: $NVCC_THREADS"
|