From 67f744dc8c9564ef7a42d5df780ae53e319dca61 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 18 Oct 2024 03:36:51 -0400 Subject: [PATCH] add pytorch 2.5.0 base images (#1979) * add pytorch 2.5.0 base images * make sure num examples for debug is zero and fix comparison --- .github/workflows/base.yml | 6 ++++++ src/axolotl/cli/__init__.py | 2 +- src/axolotl/common/cli.py | 2 +- 3 files changed, 8 insertions(+), 2 deletions(-) diff --git a/.github/workflows/base.yml b/.github/workflows/base.yml index 1b24f2c97..c94093bc9 100644 --- a/.github/workflows/base.yml +++ b/.github/workflows/base.yml @@ -36,6 +36,12 @@ jobs: python_version: "3.11" pytorch: 2.4.1 torch_cuda_arch_list: "7.0 7.5 8.0 8.6 8.7 8.9 9.0+PTX" + - cuda: "124" + cuda_version: 12.4.1 + cudnn_version: "" + python_version: "3.11" + pytorch: 2.5.0 + torch_cuda_arch_list: "7.0 7.5 8.0 8.6 8.7 8.9 9.0+PTX" steps: - name: Checkout uses: actions/checkout@v3 diff --git a/src/axolotl/cli/__init__.py b/src/axolotl/cli/__init__.py index 84836bb79..77bb551f8 100644 --- a/src/axolotl/cli/__init__.py +++ b/src/axolotl/cli/__init__.py @@ -466,7 +466,7 @@ def load_datasets( cli_args.debug or cfg.debug or cli_args.debug_text_only - or cli_args.debug_num_examples + or int(cli_args.debug_num_examples) > 0 ): LOG.info("check_dataset_labels...") check_dataset_labels( diff --git a/src/axolotl/common/cli.py b/src/axolotl/common/cli.py index c96f8f81f..6a3a22e63 100644 --- a/src/axolotl/common/cli.py +++ b/src/axolotl/common/cli.py @@ -23,7 +23,7 @@ class TrainerCliArgs: debug: bool = field(default=False) debug_text_only: bool = field(default=False) - debug_num_examples: int = field(default=5) + debug_num_examples: int = field(default=0) inference: bool = field(default=False) merge_lora: bool = field(default=False) prompter: Optional[str] = field(default=None)