yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:37:53 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity

feat: add dynamic matrix

Browse Source
This commit is contained in:
Junya Morioka
2025-11-02 00:55:28 +09:00
parent 3a0384226a
commit c260becd58
2 changed files with 152 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
create_matrix.py
+75
View File
@@ -0,0 +1,75 @@
import json
EXCLUDE = [
# torch < 2.2 does not support Python 3.12
{"python-version": "3.12", "torch-version": "2.0.1"},
{"python-version": "3.12", "torch-version": "2.1.2"},
# torch 2.0.1 does not support CUDA 12.x
{"torch-version": "2.0.1", "cuda-version": "12.1.1"},
{"torch-version": "2.0.1", "cuda-version": "12.4.1"},
{"torch-version": "2.0.1", "cuda-version": "12.6.3"},
{"torch-version": "2.0.1", "cuda-version": "12.8.1"},
# torch 2.6.0 does not support CUDA 12.1
{"torch-version": "2.6.0", "cuda-version": "12.1.1"},
# torch 2.7.0 does not support CUDA 12.4
{"torch-version": "2.7.0", "cuda-version": "12.4.1"},
# torch < 2.8 does not support CUDA 12.9
{"torch-version": "2.5.1", "cuda-version": "12.9.1"},
{"torch-version": "2.6.3", "cuda-version": "12.9.1"},
{"torch-version": "2.7.1", "cuda-version": "12.9.1"},
# torch >= 2.9 does not support Python 3.9
{"torch-version": "2.9.0", "python-version": "3.9"},
]
LINUX_MATRIX = {
"flash-attn-version": ["2.6.3", "2.7.4.post1", "2.8.3"],
"python-version": ["3.10", "3.11", "3.12", "3.13"],
"torch-version": [
# "2.5.1", "2.6.0", "2.7.1", "2.8.0",
"2.9.0",
],
"cuda-version": [
# "12.4.1", "12.6.3", "12.8.1", "12.9.1",
"13.0.1",
],
}
LINUX_SELF_HOSTED_MATRIX = {
"flash-attn-version": ["2.7.4.post1", "2.8.3"],
"python-version": ["3.10", "3.11", "3.12", "3.13"],
"torch-version": ["2.9.0"],
"cuda-version": ["13.0.1"],
}
WINDOWS_MATRIX = {
"flash-attn-version": ["2.6.3", "2.7.4.post1", "2.8.3"],
"python-version": ["3.10", "3.11", "3.12", "3.13"],
"torch-version": ["2.9.0"],
"cuda-version": ["13.0.1"],
}
WINDOWS_CODEBUILD_MATRIX = {
"flash-attn-version": ["2.6.3", "2.7.4.post1", "2.8.3"],
"python-version": ["3.10", "3.11", "3.12", "3.13"],
"torch-version": ["2.9.0"],
"cuda-version": ["13.0.1"],
}
def main():
json.dump(
{
"linux": LINUX_MATRIX,
# "linux_self_hosted": LINUX_SELF_HOSTED_MATRIX,
"linux_self_hosted": False,
# "windows": WINDOWS_MATRIX,
"windows": False,
# "windows_code_build": WINDOWS_CODEBUILD_MATRIX,
"windows_code_build": False,
"exclude": EXCLUDE,
}
)
if __name__ == "__main__":
main()