add flash-attn 2.7.0.post2, and CUDA 12.3.2

This commit is contained in:
Junya Morioka
2024-11-17 02:36:15 +09:00
committed by GitHub
parent 32158637b0
commit d6870f54b0
+4 -4
View File
@@ -25,7 +25,7 @@ jobs:
body: | body: |
| Flash-Attention | Python | PyTorch | CUDA | | Flash-Attention | Python | PyTorch | CUDA |
|-----------------|--------|---------|------| |-----------------|--------|---------|------|
| 1.0.9, 2.4.3, 2.5.6, 2.5.9, 2.6.3 | 3.10, 3.11, 3.12 | 2.0.1, 2.1.2, 2.2.2, 2.3.1, 2.4.1, 2.5.0 | 11.8.0, 12.1.1, 12.4.1 | | 1.0.9, 2.4.3, 2.5.6, 2.5.9, 2.6.3, 2.7.0.post2 | 3.10, 3.11, 3.12 | 2.0.1, 2.1.2, 2.2.2, 2.3.1, 2.4.1, 2.5.1 | 11.8.0, 12.1.1, 12.3.2, 12.4.1 |
build_wheels: build_wheels:
name: Build wheels and Upload name: Build wheels and Upload
@@ -34,10 +34,10 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
flash-attn-version: ["1.0.9", "2.4.3", "2.5.6", "2.5.9", "2.6.3"] flash-attn-version: ["1.0.9", "2.4.3", "2.5.6", "2.5.9", "2.6.3", "2.7.0.post2"]
python-version: ["3.10", "3.11", "3.12"] python-version: ["3.10", "3.11", "3.12"]
torch-version: ["2.0.1", "2.1.2", "2.2.2", "2.3.1", "2.4.1", "2.5.0"] torch-version: ["2.0.1", "2.1.2", "2.2.2", "2.3.1", "2.4.1", "2.5.1"]
cuda-version: ["11.8.0", "12.1.1", "12.4.1"] cuda-version: ["11.8.0", "12.1.1", "12.3.2", "12.4.1"]
exclude: exclude:
# torch < 2.2 does not support Python 3.12 # torch < 2.2 does not support Python 3.12
- python-version: "3.12" - python-version: "3.12"