diff --git a/docs/packages.md b/docs/packages.md index f4c9bd4..faea17d 100644 --- a/docs/packages.md +++ b/docs/packages.md @@ -66,8 +66,8 @@ | 3.10 | 2.8 | 12.9 | [Download1(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu124torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | -| 3.10 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | -| 3.10 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download3(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.11 | 2.5 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.5 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.5 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp311-cp311-linux_x86_64.whl) | @@ -84,8 +84,8 @@ | 3.11 | 2.8 | 12.9 | [Download1(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu124torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download4(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.12 | 2.5 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.5 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.5 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | @@ -102,7 +102,7 @@ | 3.12 | 2.8 | 12.9 | [Download1(v0.4.11)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.11/flash_attn-2.8.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu124torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download3(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | -| 3.12 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download3(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download4(v0.4.15)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.15/flash_attn-2.8.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.8.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.13 | 2.6 | 12.4 | [Download1(v0.4.12)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu124torch2.6-cp313-cp313-linux_x86_64.whl) | | 3.13 | 2.6 | 12.6 | [Download1(v0.4.12)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.12/flash_attn-2.8.3%2Bcu126torch2.6-cp313-cp313-linux_x86_64.whl) | @@ -322,7 +322,7 @@ | 3.10 | 2.8 | 12.9 | [Download1(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu124torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | -| 3.10 | 2.9 | 12.8 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download3(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.11 | 2.5 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download2(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl), [Download3(v0.3.14)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.5 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu126torch2.5-cp311-cp311-linux_x86_64.whl) | @@ -340,8 +340,8 @@ | 3.11 | 2.8 | 12.9 | [Download1(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu124torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 12.8 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.12 | 2.5 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download2(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl), [Download3(v0.3.14)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.7.4%2Bcu124torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.5 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu126torch2.5-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.5 | 12.8 | [Download1(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu128torch2.5-cp312-cp312-linux_x86_64.whl) | @@ -358,8 +358,8 @@ | 3.12 | 2.8 | 12.9 | [Download1(v0.3.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.18/flash_attn-2.7.4%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu124torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.7.4%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | -| 3.12 | 2.9 | 12.8 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | -| 3.12 | 2.9 | 13.0 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.13 | 2.9 | 12.8 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) | | 3.13 | 2.9 | 13.0 | [Download1(v0.4.21)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.21/flash_attn-2.7.4%2Bcu130torch2.9-cp313-cp313-linux_x86_64.whl) | @@ -580,8 +580,8 @@ | 3.10 | 2.8 | 12.9 | [Download1(v0.3.14)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu124torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.10 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp310-cp310-linux_x86_64.whl) | -| 3.10 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | -| 3.10 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp310-cp310-linux_x86_64.whl) | +| 3.10 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl), [Download3(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp310-cp310-linux_x86_64.whl) | | 3.11 | 2.0 | 11.8 | [Download1(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download2(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl), [Download3(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.0-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.1 | 11.8 | [Download1(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download2(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl), [Download3(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.1-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.1 | 12.1 | [Download1(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download2(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl), [Download3(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.1-cp311-cp311-linux_x86_64.whl) | @@ -620,8 +620,8 @@ | 3.11 | 2.8 | 12.9 | [Download1(v0.3.14)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu124torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.11 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | -| 3.11 | 2.9 | 13.0 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp311-cp311-linux_x86_64.whl) | +| 3.11 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl), [Download3(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp311-cp311-linux_x86_64.whl) | | 3.12 | 2.2 | 11.8 | [Download1(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download2(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl), [Download3(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu118torch2.2-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.2 | 12.1 | [Download1(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download2(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl), [Download3(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu121torch2.2-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.2 | 12.4 | [Download1(v0.0.6)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.6/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download2(v0.0.5)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.5/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download3(v0.0.2)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.2/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download4(v0.0.1)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.1/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl), [Download5(v0.0.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.0.0/flash_attn-2.6.3%2Bcu124torch2.2-cp312-cp312-linux_x86_64.whl) | @@ -655,7 +655,7 @@ | 3.12 | 2.8 | 12.9 | [Download1(v0.3.14)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.3.14/flash_attn-2.6.3%2Bcu129torch2.8-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.4 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu124torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 12.6 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp312-cp312-linux_x86_64.whl) | -| 3.12 | 2.9 | 12.8 | [Download1(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | +| 3.12 | 2.9 | 12.8 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl), [Download3(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.12 | 2.9 | 13.0 | [Download1(v0.7.0)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.7.0/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl), [Download2(v0.5.4)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.5.4/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl), [Download3(v0.4.18)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.18/flash_attn-2.6.3%2Bcu130torch2.9-cp312-cp312-linux_x86_64.whl) | | 3.13 | 2.9 | 12.6 | [Download1(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu126torch2.9-cp313-cp313-linux_x86_64.whl) | | 3.13 | 2.9 | 12.8 | [Download1(v0.4.17)](https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.4.17/flash_attn-2.6.3%2Bcu128torch2.9-cp313-cp313-linux_x86_64.whl) | diff --git a/docs/release_history.md b/docs/release_history.md index 1d130ff..b4a88b4 100644 --- a/docs/release_history.md +++ b/docs/release_history.md @@ -8,7 +8,7 @@ | Flash-Attention | Python | PyTorch | CUDA | | --- | --- | --- | --- | -| 2.6.3, 2.7.4 | 3.10, 3.12 | 2.9 | 13.0 | +| 2.6.3, 2.7.4, 2.8.3 | 3.10, 3.11, 3.12 | 2.9 | 12.8, 13.0 | ### v0.6.9