yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:37:53 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity

chore: add environment test

Browse Source
This commit is contained in:
Junya Morioka
2025-12-05 12:13:37 +09:00
parent 9e2a3c1ed4
commit 9ea7fc442a
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/test-utils.yml
+10 -3
View File
@@ -41,15 +41,22 @@ jobs:
# Calculate max product based on following constraints: # Calculate max product based on following constraints:
# - MAX_JOBS x NVCC_THREADS(<= 4) <= NUM_THREADS # - MAX_JOBS x NVCC_THREADS(<= 4) <= NUM_THREADS
# - 2.5GB x MAX_JOBS x NVCC_THREADS(<= 4) <= RAM_GB # - 2.5GB x MAX_JOBS x NVCC_THREADS(<= 4) <= RAM_GB
# Set MAX_PRODUCT from RAM
MAX_PRODUCT_CPU=$NUM_THREADS MAX_PRODUCT_CPU=$NUM_THREADS
MAX_PRODUCT_RAM=$(awk -v ram="$RAM_GB" 'BEGIN {print int(ram / 3.0)}') MAX_PRODUCT_RAM=$(awk -v ram="$RAM_GB" 'BEGIN {print int(ram / 2.5)}')
MAX_PRODUCT=$((MAX_PRODUCT_CPU < MAX_PRODUCT_RAM ? MAX_PRODUCT_CPU : MAX_PRODUCT_RAM)) MAX_PRODUCT=$((MAX_PRODUCT_CPU < MAX_PRODUCT_RAM ? MAX_PRODUCT_CPU : MAX_PRODUCT_RAM))
# Set MAX_JOBS and NVCC_THREADS so that MAX_JOBS x NVCC_THREADS ≈ MAX_PRODUCT with NVCC_THREADS <= 4 # Set MAX_JOBS and NVCC_THREADS so that MAX_JOBS x NVCC_THREADS ≈ MAX_PRODUCT with NVCC_THREADS <= 4
BASE_THREADS=$(awk -v max="$MAX_PRODUCT" 'BEGIN {print int(sqrt(max))}') BASE_THREADS=$(awk -v max="$MAX_PRODUCT" 'BEGIN {print int(sqrt(max))}')
if (( BASE_THREADS <= 4 )); then
MAX_JOBS=$BASE_THREADS if awk "BEGIN {exit !($RAM_GB <= 16)}"; then
# If RAM is less than 16GB, set NVCC_THREADS to 1
NVCC_THREADS=1
MAX_JOBS=$((MAX_PRODUCT / NVCC_THREADS))
elif (( BASE_THREADS <= 4 )); then
NVCC_THREADS=$BASE_THREADS NVCC_THREADS=$BASE_THREADS
MAX_JOBS=$BASE_THREADS
else else
NVCC_THREADS=4 NVCC_THREADS=4
MAX_JOBS=$((MAX_PRODUCT / NVCC_THREADS)) MAX_JOBS=$((MAX_PRODUCT / NVCC_THREADS))