From bc1076d8a2fe567c64be3c040df3619fe9000109 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Mon, 21 Jul 2025 22:42:04 +0700 Subject: [PATCH] fix: suppress warning if we enabled skip prepare (#2958) --- src/axolotl/utils/data/sft.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/data/sft.py b/src/axolotl/utils/data/sft.py index aa88e9924..3189b29c3 100644 --- a/src/axolotl/utils/data/sft.py +++ b/src/axolotl/utils/data/sft.py @@ -308,7 +308,7 @@ def _load_raw_datasets( ) -> tuple[Dataset, list[Prompter | None]]: """Load, process, merge, and save raw datasets.""" LOG.info("Loading raw datasets...", main_process_only=False) - if not cfg.is_preprocess: + if not cfg.is_preprocess and not cfg.skip_prepare_dataset: LOG.warning( "Processing datasets during training can lead to VRAM instability. Please " "pre-process your dataset using `axolotl preprocess path/to/config.yml`."