diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 28b2ae9..b0bb122 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -169,7 +169,7 @@ jobs:
       - name: Install dependencies
         run: pip install pandas
 
-      - name: Update release history and packages section in README.md
+      - name: Update docs
         run: |
           gh release view "${{ github.ref_name }}" --json assets > /tmp/assets.json
           python create_release_history.py \
@@ -177,7 +177,7 @@ jobs:
             --tag "${{ github.ref_name }}" \
             --repo "${{ github.repository }}" \
             --output docs/release_history.md
-          python insert_packages_to_readme.py --assets /tmp/assets.json --update
+          python create_packages.py --assets /tmp/assets.json --output docs/packages.md
 
       - name: Commit and push docs updates
         run: |
diff --git a/README.md b/README.md
index a12360d..5474104 100644
--- a/README.md
+++ b/README.md
@@ -16,13 +16,14 @@ The built packages are available on the [release page](https://github.com/mjun08
 
 ## Table of Contents
 
-- [Install](#install)
-- [Packages](#packages)
-  - [Linux x86_64](#linux-x86_64)
-  - [Windows x86_64](#windows-x86_64)
-- [Self-build runner](#self-build)
-- [History](#history)
-- [Original Repository](#original-repository)
+- [flash-attention pre-build wheels](#flash-attention-pre-build-wheels)
+  - [Table of Contents](#table-of-contents)
+  - [Install](#install)
+  - [Packages](#packages)
+  - [History](#history)
+  - [Self build](#self-build)
+    - [Self-Hosted Runner Build](#self-hosted-runner-build)
+  - [Original Repository](#original-repository)
 
 ## Install
 
@@ -35,7 +36,7 @@ flash_attn-[flash_attn Version]+cu[CUDA Version]torch[PyTorch Version]-cp[Python
 flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl
 ```
 
-2. Find the corresponding version of a wheel from the below [Package section](#packages) and [releases](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases)
+2. Find the corresponding version of a wheel from the [Packages](./docs/packages.md) page and [releases](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases) page.
 
 3. Direct Install or Download and Local Install
 
@@ -50,3218 +51,7 @@ pip install ./flash_attn-2.6.3+cu124torch2.5-cp312-cp312-linux_x86_64.whl
 
 ## Packages
 
-### 🐧 Linux x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.1
-
-<details>
-<summary>Packages for Flash-Attention 2.8.1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.0
-
-<details>
-<summary>Packages for Flash-Attention 2.8.0</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.3
-
-<details>
-<summary>Packages for Flash-Attention 2.7.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.2.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.2.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.0.post2
-
-<details>
-<summary>Packages for Flash-Attention 2.7.0.post2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.6
-
-<details>
-<summary>Packages for Flash-Attention 2.5.6</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.4.3
-
-<details>
-<summary>Packages for Flash-Attention 2.4.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 1.0.9
-
-<details>
-<summary>Packages for Flash-Attention 1.0.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-### 🪟 Windows x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.9/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.1/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-### 🐧 🐧 Linux x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.1
-
-<details>
-<summary>Packages for Flash-Attention 2.8.1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.0
-
-<details>
-<summary>Packages for Flash-Attention 2.8.0</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.3
-
-<details>
-<summary>Packages for Flash-Attention 2.7.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.2.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.2.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.0.post2
-
-<details>
-<summary>Packages for Flash-Attention 2.7.0.post2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.6
-
-<details>
-<summary>Packages for Flash-Attention 2.5.6</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.4.3
-
-<details>
-<summary>Packages for Flash-Attention 2.4.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 1.0.9
-
-<details>
-<summary>Packages for Flash-Attention 1.0.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-### 🐧 🐧 🐧 Linux x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.6-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.7-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.8-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.1
-
-<details>
-<summary>Packages for Flash-Attention 2.8.1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.0
-
-<details>
-<summary>Packages for Flash-Attention 2.8.0</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.3
-
-<details>
-<summary>Packages for Flash-Attention 2.7.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.2.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.2.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.0.post2
-
-<details>
-<summary>Packages for Flash-Attention 2.7.0.post2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.6
-
-<details>
-<summary>Packages for Flash-Attention 2.5.6</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 2.4.3
-
-<details>
-<summary>Packages for Flash-Attention 2.4.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-#### Flash-Attention 1.0.9
-
-<details>
-<summary>Packages for Flash-Attention 1.0.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
-| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
-| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
-
-</details>
-
-### 🪟 🪟 Windows x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4.post1
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4.post1</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.9/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.1/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-### 🪟 🪟 🪟 Windows x86_64
-
-#### Flash-Attention 2.8.3
-
-<details>
-<summary>Packages for Flash-Attention 2.8.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.8.2
-
-<details>
-<summary>Packages for Flash-Attention 2.8.2</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
-| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.7.4
-
-<details>
-<summary>Packages for Flash-Attention 2.7.4</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.9/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.6.3
-
-<details>
-<summary>Packages for Flash-Attention 2.6.3</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.1/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
-#### Flash-Attention 2.5.9
-
-<details>
-<summary>Packages for Flash-Attention 2.5.9</summary>
-
-| Python | PyTorch | CUDA | package |
-| ------ | ------- | ---- | ------- |
-| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
-| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
-| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
-| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
-
-</details>
-
+See [./docs/packages.md](./docs/packages.md) for the full list of available packages.
 
 ## History
 
@@ -3340,4 +130,3 @@ docker compose up -d
   year={2024}
 }
 ```
-
diff --git a/insert_packages_to_readme.py b/create_packages.py
similarity index 78%
rename from insert_packages_to_readme.py
rename to create_packages.py
index 4941a95..650ad30 100644
--- a/insert_packages_to_readme.py
+++ b/create_packages.py
@@ -1,5 +1,8 @@
 """
-python insert_packages_to_readme.py --assets assets.json --update
+Create and update docs/packages.md from assets.json
+
+Usage:
+    python create_packages.py --assets assets.json --output docs/packages.md
 """
 
 import argparse
@@ -38,49 +41,39 @@ def normalize_semantic_version(version: str) -> str:
     return version
 
 
-def extract_packages_from_readme(readme_path: Path) -> list[dict]:
-    """Extract package information from existing Packages section in README.md."""
-    with readme_path.open("r", encoding="utf-8") as f:
-        content = f.read()
-
-    # Find Packages section
-    packages_start = content.find("## Packages")
-    if packages_start == -1:
+def extract_packages_from_packages_md(packages_md_path: Path) -> list[dict]:
+    """Extract package information from existing docs/packages.md."""
+    if not packages_md_path.exists():
         return []
 
-    # Find the end of Packages section
-    packages_end = content.find("## History", packages_start)
-    if packages_end == -1:
-        remaining_content = content[packages_start + len("## Packages") :]
-        next_section = remaining_content.find("\n## ")
-        if next_section != -1:
-            packages_end = packages_start + len("## Packages") + next_section
-        else:
-            packages_end = len(content)
+    with packages_md_path.open("r", encoding="utf-8") as f:
+        content = f.read()
 
-    packages_section = content[packages_start:packages_end]
-    lines = packages_section.splitlines()
+    lines = content.splitlines()
 
     packages = []
     current_os = None
     current_fa_version = None
     in_table = False
 
-    for i, line in enumerate(lines):
+    for line in lines:
         line_stripped = line.strip()
 
-        # Detect OS heading (### Linux x86_64)
-        if line_stripped.startswith("### ") and not line_stripped.startswith("#### "):
-            current_os = line_stripped[4:].strip()
+        # Detect OS heading (## Linux x86_64)
+        if line_stripped.startswith("## ") and not line_stripped.startswith("### "):
+            # Remove emoji from OS name (e.g., "🐧 Linux x86_64" -> "Linux x86_64")
+            os_name = line_stripped[3:].strip()
+            while os_name and ord(os_name[0]) > 127:
+                os_name = os_name[1:].strip()
+            current_os = os_name
             current_fa_version = None
             in_table = False
             continue
 
-        # Detect Flash-Attention version heading (#### Flash-Attention 2.8.3)
-        if line_stripped.startswith("#### Flash-Attention "):
-            # Extract version after "#### Flash-Attention "
+        # Detect Flash-Attention version heading (### Flash-Attention 2.8.3)
+        if line_stripped.startswith("### Flash-Attention "):
             current_fa_version = line_stripped.replace(
-                "#### Flash-Attention ", ""
+                "### Flash-Attention ", ""
             ).strip()
             in_table = False
             continue
@@ -337,8 +330,26 @@ def generate_markdown_table_by_os(df: pd.DataFrame) -> str:
 
     all_sections = []
 
+    # Generate Table of Contents
+    os_names = sorted(df["OS"].unique())
+    toc_lines = ["## Table of Contents", ""]
+    for os_name in os_names:
+        # Create anchor link (lowercase, replace spaces with hyphens)
+        os_anchor = os_name.lower().replace(" ", "-")
+        toc_lines.append(f"- [{os_name}](#{os_anchor})")
+
+        # Add Flash-Attention versions for this OS (sorted)
+        os_df = df[df["OS"] == os_name].copy()
+        os_df = sort_packages(os_df, flash_ascending=False)
+        for fa_version in os_df["Flash-Attention"].unique():
+            # Create anchor for Flash-Attention version
+            fa_anchor = f"flash-attention-{fa_version.replace('.', '')}".lower()
+            toc_lines.append(f"  - [Flash-Attention {fa_version}](#{fa_anchor})")
+    toc_lines.append("")
+    all_sections.extend(toc_lines)
+
     # Group by OS and sort each group
-    for os_name in sorted(df["OS"].unique()):
+    for os_name in os_names:
         os_df = df[df["OS"] == os_name].copy()
 
         # Sort within OS group: Flash-Attention > Python > PyTorch > CUDA
@@ -352,7 +363,7 @@ def generate_markdown_table_by_os(df: pd.DataFrame) -> str:
 
         # Create OS section header with emoji
         os_emoji = get_os_emoji(os_name)
-        os_lines = [f"### {os_emoji}{os_name}", ""]
+        os_lines = [f"## {os_emoji}{os_name}", ""]
 
         # Group by Flash-Attention version within each OS
         fa_versions = []
@@ -400,7 +411,7 @@ def generate_markdown_table_by_os(df: pd.DataFrame) -> str:
 
             # Create collapsible section for this Flash-Attention version
             fa_section = [
-                f"#### Flash-Attention {fa_version}",
+                f"### Flash-Attention {fa_version}",
                 "",
                 "<details>",
                 f"<summary>Packages for Flash-Attention {fa_version}</summary>",
@@ -419,44 +430,9 @@ def generate_markdown_table_by_os(df: pd.DataFrame) -> str:
     return "\n".join(all_sections)
 
 
-def update_readme_packages_section(readme_path: Path, packages_markdown: str) -> None:
-    """Update the Packages section in README.md with new content."""
-    with readme_path.open("r", encoding="utf-8") as f:
-        content = f.read()
-
-    # Find the Packages section
-    packages_start = content.find("## Packages")
-    if packages_start == -1:
-        raise ValueError("Packages section not found in README.md")
-
-    # Find the end of Packages section (next ## section or History section)
-    packages_end = content.find("## History", packages_start)
-    if packages_end == -1:
-        # If no History section found, look for any other ## section
-        remaining_content = content[packages_start + len("## Packages") :]
-        next_section = remaining_content.find("\n## ")
-        if next_section != -1:
-            packages_end = packages_start + len("## Packages") + next_section
-        else:
-            packages_end = len(content)
-
-    # Replace the Packages section
-    new_content = (
-        content[:packages_start]
-        + "## Packages\n\n"
-        + packages_markdown
-        + "\n\n"
-        + content[packages_end:]
-    )
-
-    # Write back to file
-    with readme_path.open("w", encoding="utf-8") as f:
-        f.write(new_content)
-
-
 def main() -> None:
     parser = argparse.ArgumentParser(
-        description="Generate a one-row-per-package Markdown table from assets.json file"
+        description="Create and update docs/packages.md from assets.json"
     )
     parser.add_argument(
         "--assets",
@@ -465,30 +441,29 @@ def main() -> None:
         help="Path to assets.json file (default: assets.json)",
     )
     parser.add_argument(
-        "--update",
-        action="store_true",
-        help="Update the Packages section in README.md instead of printing to stdout",
+        "--output",
+        type=str,
+        default="docs/packages.md",
+        help="Output file path (default: docs/packages.md)",
     )
     args = parser.parse_args()
 
     assets_path = Path(args.assets)
-    if not assets_path.exists():
-        print(f"Error: {assets_path} not found", file=sys.stderr)
-        sys.exit(1)
+    output_path = Path(args.output)
 
-    readme_path = Path("README.md")
+    # Extract packages from assets.json if it exists
+    assets_packages = []
+    if assets_path.exists():
+        assets_packages = extract_packages_from_assets_json(assets_path)
 
-    # Extract packages from assets.json
-    assets_packages = extract_packages_from_assets_json(assets_path)
-
-    # Extract packages from existing README.md
-    readme_packages = extract_packages_from_readme(readme_path)
+    # Extract packages from existing docs/packages.md
+    packages_md_packages = extract_packages_from_packages_md(output_path)
 
     # Combine both lists
-    all_packages = assets_packages + readme_packages
+    all_packages = assets_packages + packages_md_packages
 
     if not all_packages:
-        print(f"No packages found in {assets_path} or README.md", file=sys.stderr)
+        print(f"No packages found in {assets_path} or {output_path}", file=sys.stderr)
         return
 
     # Convert to DataFrame and process
@@ -503,13 +478,15 @@ def main() -> None:
     df_merged = merge_duplicate_rows(df_sorted)
     markdown = generate_markdown_table_by_os(df_merged)
 
-    if args.update:
-        # Update the README.md file
-        update_readme_packages_section(readme_path, markdown)
-        print(f"Updated Packages section in {readme_path}")
-    else:
-        # Print to stdout (original behavior)
-        print(markdown)
+    # Create parent directory if it doesn't exist
+    output_path.parent.mkdir(parents=True, exist_ok=True)
+
+    # Generate markdown with "# Packages" header for standalone file
+    standalone_markdown = f"# Packages\n\n{markdown}"
+
+    with output_path.open("w", encoding="utf-8") as f:
+        f.write(standalone_markdown)
+    print(f"Written packages to {output_path}")
 
 
 if __name__ == "__main__":
diff --git a/docs/packages.md b/docs/packages.md
new file mode 100644
index 0000000..5408dbf
--- /dev/null
+++ b/docs/packages.md
@@ -0,0 +1,1129 @@
+# Packages
+
+## Table of Contents
+
+- [Packages](#packages)
+  - [Table of Contents](#table-of-contents)
+  - [🐧 Linux x86\_64](#-linux-x86_64)
+    - [Flash-Attention 2.8.3](#flash-attention-283)
+    - [Flash-Attention 2.8.2](#flash-attention-282)
+    - [Flash-Attention 2.8.1](#flash-attention-281)
+    - [Flash-Attention 2.8.0](#flash-attention-280)
+    - [Flash-Attention 2.7.4.post1](#flash-attention-274post1)
+    - [Flash-Attention 2.7.4](#flash-attention-274)
+    - [Flash-Attention 2.7.3](#flash-attention-273)
+    - [Flash-Attention 2.7.2.post1](#flash-attention-272post1)
+    - [Flash-Attention 2.7.0.post2](#flash-attention-270post2)
+    - [Flash-Attention 2.6.3](#flash-attention-263)
+    - [Flash-Attention 2.5.9](#flash-attention-259)
+    - [Flash-Attention 2.5.6](#flash-attention-256)
+    - [Flash-Attention 2.4.3](#flash-attention-243)
+    - [Flash-Attention 1.0.9](#flash-attention-109)
+  - [🪟 Windows x86\_64](#-windows-x86_64)
+    - [Flash-Attention 2.8.3](#flash-attention-283-1)
+    - [Flash-Attention 2.8.2](#flash-attention-282-1)
+    - [Flash-Attention 2.7.4.post1](#flash-attention-274post1-1)
+    - [Flash-Attention 2.7.4](#flash-attention-274-1)
+    - [Flash-Attention 2.6.3](#flash-attention-263-1)
+    - [Flash-Attention 2.5.9](#flash-attention-259-1)
+
+## 🐧 Linux x86_64
+
+### Flash-Attention 2.8.3
+
+<details>
+<summary>Packages for Flash-Attention 2.8.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.8.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.6-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.6-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.7-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu128torch2.8-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu129torch2.8-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.8.2
+
+<details>
+<summary>Packages for Flash-Attention 2.8.2</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.8.2%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.8.1
+
+<details>
+<summary>Packages for Flash-Attention 2.8.1</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.13/flash_attn-2.8.1%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.8.0
+
+<details>
+<summary>Packages for Flash-Attention 2.8.0</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.11/flash_attn-2.8.0%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.12/flash_attn-2.8.0%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.4.post1
+
+<details>
+<summary>Packages for Flash-Attention 2.7.4.post1</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.7.4.post1%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.4
+
+<details>
+<summary>Packages for Flash-Attention 2.7.4</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.3
+
+<details>
+<summary>Packages for Flash-Attention 2.7.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.4/flash_attn-2.7.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.2.post1
+
+<details>
+<summary>Packages for Flash-Attention 2.7.2.post1</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.3/flash_attn-2.7.2.post1%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.0.post2
+
+<details>
+<summary>Packages for Flash-Attention 2.7.0.post2</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.7.0.post2%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.6.3
+
+<details>
+<summary>Packages for Flash-Attention 2.6.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.9 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.5-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.6-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.7-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu124torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.9 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.16/flash_attn-2.6.3%2Bcu126torch2.8-cp39-cp39-linux_x86_64.whl) |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download7](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download8](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu124torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.6.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.9 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) |
+| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.5.9
+
+<details>
+<summary>Packages for Flash-Attention 2.5.9</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.5.9%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.5.9%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.5.6
+
+<details>
+<summary>Packages for Flash-Attention 2.5.6</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.5.6%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 2.4.3
+
+<details>
+<summary>Packages for Flash-Attention 2.4.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download5](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download6](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.4.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu124torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.4.3%2Bcu126torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.6-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu118torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.8/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu126torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.1.0/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download3](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.9/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl), [Download4](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.7/flash_attn-2.4.3%2Bcu128torch2.7-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.1/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.2.0/flash_attn-2.4.3%2Bcu128torch2.8-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+### Flash-Attention 1.0.9
+
+<details>
+<summary>Packages for Flash-Attention 1.0.9</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp310-cp310-linux_x86_64.whl) |
+| 3.11 | 2.0 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.1 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.1-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) |
+| 3.12 | 2.2 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.2 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.3 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.3-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.4-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 11.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu118torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.1 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu121torch2.5-cp312-cp312-linux_x86_64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-1.0.9%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) |
+
+</details>
+
+## 🪟 Windows x86_64
+
+### Flash-Attention 2.8.3
+
+<details>
+<summary>Packages for Flash-Attention 2.8.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
+| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.9 | 13.0 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.8.3%2Bcu130torch2.9-cp313-cp313-win_amd64.whl) |
+
+</details>
+
+### Flash-Attention 2.8.2
+
+<details>
+<summary>Packages for Flash-Attention 2.8.2</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.8.2%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
+| 3.13 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.6-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.2%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.4.post1
+
+<details>
+<summary>Packages for Flash-Attention 2.7.4.post1</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.5 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp312-cp312-win_amd64.whl) |
+| 3.13 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.6-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.7 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.7-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.8-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.8 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.8-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.9 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu124torch2.9-cp313-cp313-win_amd64.whl) |
+| 3.13 | 2.9 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.19/flash_attn-2.7.4.post1%2Bcu126torch2.9-cp313-cp313-win_amd64.whl) |
+
+</details>
+
+### Flash-Attention 2.7.4
+
+<details>
+<summary>Packages for Flash-Attention 2.7.4</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl), [Download2](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.9/flash_attn-2.7.4%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.7.4%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.8 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.10/flash_attn-2.7.4%2Bcu128torch2.8-cp312-cp312-win_amd64.whl) |
+
+</details>
+
+### Flash-Attention 2.6.3
+
+<details>
+<summary>Packages for Flash-Attention 2.6.3</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.6 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.1/flash_attn-2.6.3%2Bcu126torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.6.3%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
+
+</details>
+
+### Flash-Attention 2.5.9
+
+<details>
+<summary>Packages for Flash-Attention 2.5.9</summary>
+
+| Python | PyTorch | CUDA | package |
+| ------ | ------- | ---- | ------- |
+| 3.10 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.10 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp310-cp310-win_amd64.whl) |
+| 3.11 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.11 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp311-cp311-win_amd64.whl) |
+| 3.12 | 2.4 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.4-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.4 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.4-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.5 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.5-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.6 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.6-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.4 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu124torch2.7-cp312-cp312-win_amd64.whl) |
+| 3.12 | 2.7 | 12.8 | [Download1](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.9/flash_attn-2.5.9%2Bcu128torch2.7-cp312-cp312-win_amd64.whl) |
+
+</details>