From d2ebd0762822629d435828af1be6179f466bbcdf Mon Sep 17 00:00:00 2001 From: Junya Morioka Date: Wed, 5 Nov 2025 13:59:20 +0900 Subject: [PATCH] docs: update README.md --- .github/workflows/build.yml | 8 + README.md | 1101 +++++++++++++++++++++++++++++++++++ 2 files changed, 1109 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index c0b72bd..28b2ae9 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -161,6 +161,14 @@ jobs: DEFAULT_BRANCH: ${{ github.event.repository.default_branch }} steps: - uses: actions/checkout@v4 + + - uses: actions/setup-python@v5 + with: + python-version: 3.12 + + - name: Install dependencies + run: pip install pandas + - name: Update release history and packages section in README.md run: | gh release view "${{ github.ref_name }}" --json assets > /tmp/assets.json diff --git a/README.md b/README.md index 18c5a62..cfa01d2 100644 --- a/README.md +++ b/README.md @@ -322,6 +322,8 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl | 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | @@ -332,6 +334,8 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl | 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | @@ -342,6 +346,10 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl | 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) | @@ -2030,6 +2038,893 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl +### 🐧 🐧 🐧 Linux x86_64 + +#### Flash-Attention 2.8.3 + +
+Packages for Flash-Attention 2.8.3 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.6-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.6-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.7-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.8-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.8-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.8.2 + +
+Packages for Flash-Attention 2.8.2 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.8.1 + +
+Packages for Flash-Attention 2.8.1 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.8.0 + +
+Packages for Flash-Attention 2.8.0 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.7.4.post1 + +
+Packages for Flash-Attention 2.7.4.post1 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.7.4 + +
+Packages for Flash-Attention 2.7.4 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.7.3 + +
+Packages for Flash-Attention 2.7.3 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.7.2.post1 + +
+Packages for Flash-Attention 2.7.2.post1 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.7.0.post2 + +
+Packages for Flash-Attention 2.7.0.post2 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.6.3 + +
+Packages for Flash-Attention 2.6.3 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) | +| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.5.9 + +
+Packages for Flash-Attention 2.5.9 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.5.6 + +
+Packages for Flash-Attention 2.5.6 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 2.4.3 + +
+Packages for Flash-Attention 2.4.3 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) | + +
+ +#### Flash-Attention 1.0.9 + +
+Packages for Flash-Attention 1.0.9 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) | +| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | +| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | + +
+ ### 🪟 🪟 Windows x86_64 #### Flash-Attention 2.8.3 @@ -2037,6 +2932,212 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl
Packages for Flash-Attention 2.8.3 +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) | +| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-win_amd64.whl) | + +
+ +#### Flash-Attention 2.8.2 + +
+Packages for Flash-Attention 2.8.2 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) | +| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) | + +
+ +#### Flash-Attention 2.7.4.post1 + +
+Packages for Flash-Attention 2.7.4.post1 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) | +| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) | +| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) | + +
+ +#### Flash-Attention 2.7.4 + +
+Packages for Flash-Attention 2.7.4 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.9/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) | + +
+ +#### Flash-Attention 2.6.3 + +
+Packages for Flash-Attention 2.6.3 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.1/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) | + +
+ +#### Flash-Attention 2.5.9 + +
+Packages for Flash-Attention 2.5.9 + +| Python | PyTorch | CUDA | package | +| ------ | ------- | ---- | ------- | +| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) | +| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) | +| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) | +| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) | +| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) | +| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) | + +
+ +### 🪟 🪟 🪟 Windows x86_64 + +#### Flash-Attention 2.8.3 + +
+Packages for Flash-Attention 2.8.3 + | Python | PyTorch | CUDA | package | | ------ | ------- | ---- | ------- | | 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |