yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:37:53 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity

Merge pull request #56 from mjun0812/feat/add-local-version-label

Browse Source 
feat: add local version label on wheel's metadata
This commit is contained in:
Junya Morioka
2025-11-25 01:13:30 +09:00
committed by GitHub
parent 3cbe3f0831 1899886f04
commit 5f50be1f4f
3 changed files with 29 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
build_linux.sh
+2 -1
View File
@@ -47,7 +47,8 @@ git clone https://github.com/Dao-AILab/flash-attention.git -b "v$FLASH_ATTN_VERS
# Build wheels # Build wheels
echo "Building wheels..." echo "Building wheels..."
cd flash-attention cd flash-attention
FLASH_ATTENTION_FORCE_BUILD=TRUE python setup.py bdist_wheel --dist-dir=dist LOCAL_VERSION_LABEL="cu${MATRIX_CUDA_VERSION}torch${MATRIX_TORCH_VERSION}"
FLASH_ATTENTION_FORCE_BUILD=TRUE FLASH_ATTN_LOCAL_VERSION=${LOCAL_VERSION_LABEL} python setup.py bdist_wheel --dist-dir=dist
base_wheel_name=$(basename $(ls dist/*.whl | head -n 1)) base_wheel_name=$(basename $(ls dist/*.whl | head -n 1))
wheel_name=$(echo $base_wheel_name | sed "s/$FLASH_ATTN_VERSION/$FLASH_ATTN_VERSION+cu${MATRIX_CUDA_VERSION}torch${MATRIX_TORCH_VERSION}/") wheel_name=$(echo $base_wheel_name | sed "s/$FLASH_ATTN_VERSION/$FLASH_ATTN_VERSION+cu${MATRIX_CUDA_VERSION}torch${MATRIX_TORCH_VERSION}/")
mv -v dist/$base_wheel_name dist/$wheel_name mv -v dist/$base_wheel_name dist/$wheel_name
build_windows.ps1
+1
View File
@@ -68,6 +68,7 @@ $env:FLASH_ATTENTION_FORCE_BUILD = "TRUE"
$env:NVCC_FLAGS = "-w --disable-warnings" $env:NVCC_FLAGS = "-w --disable-warnings"
$env:CXXFLAGS = "/w" $env:CXXFLAGS = "/w"
$env:CFLAGS = "/w" $env:CFLAGS = "/w"
$env:FLASH_ATTN_LOCAL_VERSION = "cu$MatrixCudaVersion" + "torch$MatrixTorchVersion"
cd flash-attention cd flash-attention
python setup.py bdist_wheel --dist-dir=dist python setup.py bdist_wheel --dist-dir=dist
create_matrix.py
+26 -11
View File
@@ -23,18 +23,21 @@ EXCLUDE = [
LINUX_MATRIX = { LINUX_MATRIX = {
"flash-attn-version": [ "flash-attn-version": [
# "2.6.3", "2.7.4.post1", "2.8.3" # "2.6.3", "2.7.4.post1"
"2.8.1" "2.8.3"
],
"python-version": [
# "3.10", "3.11", "3.12",
"3.13"
], ],
"python-version": ["3.10", "3.11", "3.12", "3.13"],
"torch-version": [ "torch-version": [
# "2.5.1", "2.6.0", "2.7.1", "2.8.0", # "2.5.1", "2.6.0", "2.7.1", "2.8.0",
"2.9.0", "2.9.0",
], ],
"cuda-version": [ "cuda-version": [
# "12.4.1", "12.6.3", "12.8.1", "12.9.1", # "12.4.1", "12.6.3", "12.8.1", "12.9.1",
"12.8.1", # "12.8.1",
"13.0.1", "13.0.2",
], ],
} }
@@ -46,10 +49,22 @@ LINUX_SELF_HOSTED_MATRIX = {
} }
WINDOWS_MATRIX = { WINDOWS_MATRIX = {
"flash-attn-version": ["2.7.4.post1", "2.8.3"], "flash-attn-version": [
"python-version": ["3.10", "3.11", "3.12", "3.13"], # "2.7.4.post1",
"torch-version": ["2.5.1", "2.6.0", "2.7.1", "2.8.0", "2.9.0"], "2.8.3"
"cuda-version": ["12.4.1", "12.6.3", "12.8.1", "12.9.1", "13.0.1"], ],
"python-version": [
# "3.10", "3.11", "3.12",
"3.13"
],
"torch-version": [
# "2.5.1", "2.6.0", "2.7.1", "2.8.0",
"2.9.0"
],
"cuda-version": [
# "12.4.1", "12.6.3", "12.8.1", "12.9.1",
"13.0.1"
],
} }
WINDOWS_CODEBUILD_MATRIX = { WINDOWS_CODEBUILD_MATRIX = {
@@ -68,8 +83,8 @@ def main():
# "linux": False, # "linux": False,
# "linux_self_hosted": LINUX_SELF_HOSTED_MATRIX, # "linux_self_hosted": LINUX_SELF_HOSTED_MATRIX,
"linux_self_hosted": False, "linux_self_hosted": False,
# "windows": WINDOWS_MATRIX, "windows": WINDOWS_MATRIX,
"windows": False, # "windows": False,
# "windows_code_build": WINDOWS_CODEBUILD_MATRIX, # "windows_code_build": WINDOWS_CODEBUILD_MATRIX,
"windows_code_build": False, "windows_code_build": False,
"exclude": EXCLUDE, "exclude": EXCLUDE,