fix: suppress warning if we enabled skip prepare (#2958)

This commit is contained in:
NanoCode012
2025-07-21 22:42:04 +07:00
committed by GitHub
parent b7e8f66e5a
commit bc1076d8a2

View File

@@ -308,7 +308,7 @@ def _load_raw_datasets(
) -> tuple[Dataset, list[Prompter | None]]:
"""Load, process, merge, and save raw datasets."""
LOG.info("Loading raw datasets...", main_process_only=False)
if not cfg.is_preprocess:
if not cfg.is_preprocess and not cfg.skip_prepare_dataset:
LOG.warning(
"Processing datasets during training can lead to VRAM instability. Please "
"pre-process your dataset using `axolotl preprocess path/to/config.yml`."