From 3862267040417d9da1299e9af26116e66ff9a52a Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 9 Dec 2024 13:49:18 -0500 Subject: [PATCH] don't add dataset tags if empty due to all local data paths (#2162) [skip ci] --- src/axolotl/train.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/src/axolotl/train.py b/src/axolotl/train.py index 8f50a243d..c8576f1b4 100644 --- a/src/axolotl/train.py +++ b/src/axolotl/train.py @@ -267,13 +267,19 @@ def train( } if cfg.datasets is not None: if cfg.rl is not None or cfg.reward_model: - model_card_kwarg["dataset_name"] = [ + dataset_tags = [ d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() ] + if dataset_tags: + # guard as create_model_card may fail if dataset_tags is empty list + model_card_kwarg["dataset_name"] = dataset_tags else: - model_card_kwarg["dataset_tags"] = [ + dataset_tags = [ d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() ] + if dataset_tags: + # guard as create_model_card may fail if dataset_tags is empty list + model_card_kwarg["dataset_tags"] = dataset_tags trainer.create_model_card(**model_card_kwarg) except (AttributeError, UnicodeDecodeError):