feat: add torch==2.9.0

.github/workflows/build.yml

@@ -33,21 +33,24 @@ jobs:
           - "2.7.4.post1"
           - "2.8.3"
         python-version:
-          - "3.9"
-          # - "3.10"
-          # - "3.11"
-          # - "3.12"
+          # - "3.9"
+          - "3.10"
+          - "3.11"
+          - "3.12"
+          - "3.13"
         torch-version: 
-          - "2.5.1"
-          - "2.6.0"
-          - "2.7.1"
-          - "2.8.0"
+          # - "2.5.1"
+          # - "2.6.0"
+          # - "2.7.1"
+          # - "2.8.0"
+          - "2.9.0"
         # https://developer.nvidia.com/cuda-toolkit-archive
         cuda-version: 
-          - "12.4.1"
+          # - "12.4.1"
           - "12.6.3"
-          # - "12.8.1"
+          - "12.8.1"
           # - "12.9.1"
+          - "13.0.2"
         exclude:
           # torch < 2.2 does not support Python 3.12
           - python-version: "3.12"
@@ -78,6 +81,9 @@ jobs:
             cuda-version: "12.9.1"
           # flash-attn 2.7.4 does not build in GitHub Hosted Runner
           - flash-attn-version: "2.7.4"
+          # torch >= 2.9 does not support Python 3.9
+          - torch-version: "2.9.0"
+            python-version: "3.9"
     uses: ./.github/workflows/build_linux.yml
     with:
       flash-attn-version: ${{ matrix.flash-attn-version }}

get_torch_cuda_version.py

@@ -10,7 +10,7 @@ support_cuda_versions = {
     "2.6": [118, 124, 126],
     "2.7": [118, 126, 128],
     "2.8": [126, 128, 129],
-    "2.9": [126, 128, 129],
+    "2.9": [126, 128, 130],
 }
 
 cuda_version = int(sys.argv[1])