diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000..1154a56 Binary files /dev/null and b/.DS_Store differ diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 1c85cfa..2b6366a 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -25,7 +25,7 @@ jobs: body: | | Flash-Attention | Python | PyTorch | CUDA | |-----------------|--------|---------|------| - | "2.4.3", 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.2.2, 2.3.1, 2.4.1, 2.5.1, 2.6.0 | 12.4.1, 12.6.3 | + | 2.4.3, 2.5.9, 2.6.3, 2.7.4.post1 | 3.10, 3.11, 3.12 | 2.4.1, 2.5.1, 2.6.0, 2.7.0 | 11.8.0, 12.4.1, 12.6.3, 12.8.1 | build_wheels: name: Build wheels and Upload @@ -36,9 +36,9 @@ jobs: matrix: flash-attn-version: ["2.4.3", "2.5.9", "2.6.3", "2.7.4.post1"] python-version: ["3.10", "3.11", "3.12"] - torch-version: - ["2.2.2", "2.3.1", "2.4.1", "2.5.1", "2.6.0"] - cuda-version: ["12.4.1", "12.6.3"] + torch-version: ["2.4.1", "2.5.1", "2.6.0", "2.7.0"] + # https://developer.nvidia.com/cuda-toolkit-archive + cuda-version: ["11.8.0", 12.4.1", "12.6.3", "12.8.1"] exclude: # torch < 2.2 does not support Python 3.12 - python-version: "3.12" @@ -52,6 +52,11 @@ jobs: cuda-version: "12.4.1" - torch-version: "2.0.1" cuda-version: "12.6.3" + - torch-version: "2.0.1" + cuda-version: "12.8.1" + # torch 2.7.0 does not support CUDA 12.4 + - torch-version: "2.7.0" + cuda-version: "12.4.1" steps: - uses: actions/checkout@v4 @@ -98,6 +103,7 @@ jobs: '2.4': [118, 121, 124], \ '2.5': [118, 121, 124], \ '2.6': [118, 124, 126], \ + '2.7': [118, 126, 128], \ }; \ target_cuda_versions = support_cuda_versions[env['MATRIX_TORCH_VERSION']]; \ cuda_version = int(env['MATRIX_CUDA_VERSION']); \