diff --git a/.github/workflows/base.yml b/.github/workflows/base.yml
index 1b24f2c97..c94093bc9 100644
--- a/.github/workflows/base.yml
+++ b/.github/workflows/base.yml
@@ -36,6 +36,12 @@ jobs:
             python_version: "3.11"
             pytorch: 2.4.1
             torch_cuda_arch_list: "7.0 7.5 8.0 8.6 8.7 8.9 9.0+PTX"
+          - cuda: "124"
+            cuda_version: 12.4.1
+            cudnn_version: ""
+            python_version: "3.11"
+            pytorch: 2.5.0
+            torch_cuda_arch_list: "7.0 7.5 8.0 8.6 8.7 8.9 9.0+PTX"
     steps:
       - name: Checkout
         uses: actions/checkout@v3
diff --git a/src/axolotl/cli/__init__.py b/src/axolotl/cli/__init__.py
index 84836bb79..77bb551f8 100644
--- a/src/axolotl/cli/__init__.py
+++ b/src/axolotl/cli/__init__.py
@@ -466,7 +466,7 @@ def load_datasets(
         cli_args.debug
         or cfg.debug
         or cli_args.debug_text_only
-        or cli_args.debug_num_examples
+        or int(cli_args.debug_num_examples) > 0
     ):
         LOG.info("check_dataset_labels...")
         check_dataset_labels(
diff --git a/src/axolotl/common/cli.py b/src/axolotl/common/cli.py
index c96f8f81f..6a3a22e63 100644
--- a/src/axolotl/common/cli.py
+++ b/src/axolotl/common/cli.py
@@ -23,7 +23,7 @@ class TrainerCliArgs:
 
     debug: bool = field(default=False)
     debug_text_only: bool = field(default=False)
-    debug_num_examples: int = field(default=5)
+    debug_num_examples: int = field(default=0)
     inference: bool = field(default=False)
     merge_lora: bool = field(default=False)
     prompter: Optional[str] = field(default=None)