tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: suppress warning if we enabled skip prepare (#2958)

Browse Source
This commit is contained in:
NanoCode012
2025-07-21 22:42:04 +07:00
committed by GitHub
parent b7e8f66e5a
commit bc1076d8a2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/data/sft.py
View File

@@ -308,7 +308,7 @@ def _load_raw_datasets(
) -> tuple[Dataset, list[Prompter | None]]: ) -> tuple[Dataset, list[Prompter | None]]:
"""Load, process, merge, and save raw datasets.""" """Load, process, merge, and save raw datasets."""
LOG.info("Loading raw datasets...", main_process_only=False) LOG.info("Loading raw datasets...", main_process_only=False)
if not cfg.is_preprocess: if not cfg.is_preprocess and not cfg.skip_prepare_dataset:
LOG.warning( LOG.warning(
"Processing datasets during training can lead to VRAM instability. Please " "Processing datasets during training can lead to VRAM instability. Please "
"pre-process your dataset using `axolotl preprocess path/to/config.yml`." "pre-process your dataset using `axolotl preprocess path/to/config.yml`."