feat: add torch2.6 to ci (#2311)

.github/workflows/tests-nightly.yml

@@ -26,12 +26,14 @@ jobs:
       max-parallel: 2
       matrix:
         python_version: ["3.10", "3.11"]
-        pytorch_version: ["2.4.1", "2.5.1"]
+        pytorch_version: ["2.4.1", "2.5.1", "2.6.0"]
         exclude:
           - python_version: "3.10"
             pytorch_version: "2.4.1"
           - python_version: "3.10"
             pytorch_version: "2.5.1"
+          - python_version: "3.10"
+            pytorch_version: "2.6.0"
     timeout-minutes: 20
 
     steps:
@@ -112,6 +114,13 @@ jobs:
             num_gpus: 1
             axolotl_extras:
             nightly_build: "true"
+          - cuda: 124
+            cuda_version: 12.4.1
+            python_version: "3.11"
+            pytorch: 2.6.0
+            num_gpus: 1
+            axolotl_extras:
+            nightly_build: "true"
     steps:
       - name: Checkout
         uses: actions/checkout@v4