yindo/flash-attention-prebuild-wheels-rocm
1
0
Fork 0
mirror of https://github.com/BillyOutlast/flash-attention-prebuild-wheels-rocm.git synced 2026-07-01 01:27:54 -04:00
Code Issues Packages Projects Releases 2 Wiki Activity
Files
2332e6fcaec0b5348b60aa46436125bb25f3df94
flash-attention-prebuild-wh…/create_matrix.py
T
John Doe 2332e6fcae rocm only
2026-02-10 20:53:09 -05:00

310 lines
6.8 KiB
Python
Raw Blame History

import json
EXCLUDE = [
# torch < 2.2 does not support Python 3.12
{"python-version": "3.12", "torch-version": "2.0.1"},
{"python-version": "3.12", "torch-version": "2.1.2"},
# torch 2.0.1 does not support CUDA 12.x
{"torch-version": "2.0.1", "cuda-version": "12.1"},
{"torch-version": "2.0.1", "cuda-version": "12.4"},
{"torch-version": "2.0.1", "cuda-version": "12.6"},
{"torch-version": "2.0.1", "cuda-version": "12.8"},
# torch 2.5.1 only supports CUDA 11.8, 12.1, 12.4
{"torch-version": "2.5.1", "cuda-version": "12.6"},
{"torch-version": "2.5.1", "cuda-version": "12.8"},
{"torch-version": "2.5.1", "cuda-version": "12.9"},
{"torch-version": "2.5.1", "cuda-version": "13.0"},
# torch 2.6.0 only supports CUDA 11.8, 12.4, 12.6
{"torch-version": "2.6.0", "cuda-version": "12.1"},
{"torch-version": "2.6.0", "cuda-version": "12.8"},
{"torch-version": "2.6.0", "cuda-version": "12.9"},
{"torch-version": "2.6.0", "cuda-version": "13.0"},
# torch 2.7.1 only supports CUDA 11.8, 12.6, 12.8
{"torch-version": "2.7.1", "cuda-version": "12.4"},
{"torch-version": "2.7.1", "cuda-version": "12.9"},
{"torch-version": "2.7.1", "cuda-version": "13.0"},
# torch 2.8.0 only supports CUDA 12.6, 12.8, 12.9
{"torch-version": "2.8.0", "cuda-version": "12.4"},
{"torch-version": "2.8.0", "cuda-version": "13.0"},
# torch 2.9.1 only supports CUDA 12.6, 12.8, 13.0
{"torch-version": "2.9.1", "cuda-version": "12.4"},
{"torch-version": "2.9.1", "cuda-version": "12.9"},
# torch 2.10.0 only supports CUDA 12.6, 12.8, 13.0
{"torch-version": "2.10.0", "cuda-version": "12.4"},
{"torch-version": "2.10.0", "cuda-version": "12.9"},
# torch < 2.6 does not support Python 3.13
{"torch-version": "2.5.1", "python-version": "3.13"},
# torch >= 2.9 does not support Python 3.9
{"torch-version": "2.9.1", "python-version": "3.9"},
{"torch-version": "2.10.0", "python-version": "3.9"},
# torch < 2.9 does not support Python 3.14
{"torch-version": "2.5.1", "python-version": "3.14"},
{"torch-version": "2.6.0", "python-version": "3.14"},
{"torch-version": "2.7.1", "python-version": "3.14"},
{"torch-version": "2.8.0", "python-version": "3.14"},
]
LINUX_MATRIX = {
"flash-attn-version": [
"2.6.3",
"2.7.4",
"2.8.3",
],
"python-version": [
"3.10",
"3.11",
"3.12",
"3.13",
],
"torch-version": [
"2.5.1",
"2.6.0",
"2.7.1",
"2.8.0",
"2.9.1",
# "2.10.0",
],
"cuda-version": [
"12.4",
# "12.6",
"12.8",
# "12.9",
"13.0",
],
}
LINUX_ARM64_MATRIX = {
"flash-attn-version": [
# "2.6.3",
# "2.7.4",
"2.8.3",
],
"python-version": [
"3.10",
"3.11",
"3.12",
"3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
# "2.6.0",
# "2.7.1",
# "2.8.0",
"2.9.1",
"2.10.0",
],
"cuda-version": [
# "12.4",
"12.6",
"12.8",
# "12.9",
"13.0",
],
}
LINUX_SELF_HOSTED_MATRIX = {
"flash-attn-version": [
"2.6.3",
"2.7.4",
"2.8.3",
],
"python-version": [
"3.10",
"3.11",
"3.12",
"3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
"2.6.0",
"2.7.1",
"2.8.0",
"2.9.1",
"2.10.0",
],
"cuda-version": [
"12.4",
"12.6",
"12.8",
# "12.9",
"13.0",
],
}
LINUX_ARM64_SELF_HOSTED_MATRIX = {
"flash-attn-version": [
# "2.6.3",
# "2.7.4",
"2.8.3",
],
"python-version": [
# "3.10",
# "3.11",
# "3.12",
# "3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
# "2.6.0",
# "2.7.1",
# "2.8.0",
"2.9.1",
# "2.10.0",
],
"cuda-version": [
# "12.4",
# "12.6",
# "12.8",
# "12.9",
"13.0",
],
}
WINDOWS_MATRIX = {
"flash-attn-version": [
# "2.6.3",
# "2.7.4",
"2.8.3",
],
"python-version": [
"3.10",
"3.11",
"3.12",
"3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
# "2.6.0",
# "2.7.1",
# "2.8.0",
# "2.9.1",
"2.10.0",
],
"cuda-version": [
# "12.4",
"12.6",
"12.8",
# "12.9",
"13.0",
],
}
WINDOWS_CODEBUILD_MATRIX = {
"flash-attn-version": [
# "2.6.3",
# "2.7.4.post1",
"2.8.3",
],
"python-version": [
# "3.10",
# "3.11",
"3.12",
# "3.13",
],
"torch-version": [
"2.9.1",
# "2.10.0",
],
"cuda-version": [
"12.8",
# "13.0",
],
}
WINDOWS_SELF_HOSTED_MATRIX = {
"flash-attn-version": [
# "2.6.3",
# "2.7.4",
"2.8.3",
],
"python-version": [
"3.10",
"3.11",
"3.12",
"3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
# "2.6.0",
# "2.7.1",
# "2.8.0",
"2.9.1",
"2.10.0",
],
"cuda-version": [
# "12.4",
# "12.6",
"12.8",
# "12.9",
"13.0",
],
}
ROCM_MATRIX = {
"flash-attn-version": [
#"2.6.3",
#"2.7.4",
"2.8.3",
],
"python-version": [
#"3.10",
# "3.11",
#"3.12",
"3.13",
"3.14",
],
"torch-version": [
# "2.5.1",
# "2.6.0",
# "2.7.1",
"2.9.1",
],
"rocm-version": [
"7.1",
"7.2",
],
}
def main():
print(
json.dumps(
{
#"linux": False,
# "linux": LINUX_MATRIX,
#
# "linux_arm64": False,
#"linux_arm64": LINUX_ARM64_MATRIX,
#
# "linux_self_hosted": False,
#"linux_self_hosted": LINUX_SELF_HOSTED_MATRIX,
#
#"linux_arm64_self_hosted": False,
# "linux_arm64_self_hosted": LINUX_ARM64_SELF_HOSTED_MATRIX,
#
#"windows": False,
# "windows": WINDOWS_MATRIX,
#
#"windows_self_hosted": False,
# "windows_self_hosted": WINDOWS_SELF_HOSTED_MATRIX,
#
# "windows_code_build": False,
# "windows_code_build": WINDOWS_CODEBUILD_MATRIX,
#
#"rocm": False,
"rocm": ROCM_MATRIX,
#
"exclude": EXCLUDE,
}
)
)
if __name__ == "__main__":
main()
Reference in New Issue View Git Blame Copy Permalink