tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

don't add dataset tags if empty due to all local data paths (#2162) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-12-09 13:49:18 -05:00
committed by GitHub
parent c78de6f214
commit 3862267040
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/axolotl/train.py
View File

@@ -267,13 +267,19 @@ def train(
} }
if cfg.datasets is not None: if cfg.datasets is not None:
if cfg.rl is not None or cfg.reward_model: if cfg.rl is not None or cfg.reward_model:
model_card_kwarg["dataset_name"] = [ dataset_tags = [
d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
] ]
if dataset_tags:
# guard as create_model_card may fail if dataset_tags is empty list
model_card_kwarg["dataset_name"] = dataset_tags
else: else:
model_card_kwarg["dataset_tags"] = [ dataset_tags = [
d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
] ]
if dataset_tags:
# guard as create_model_card may fail if dataset_tags is empty list
model_card_kwarg["dataset_tags"] = dataset_tags
trainer.create_model_card(**model_card_kwarg) trainer.create_model_card(**model_card_kwarg)
except (AttributeError, UnicodeDecodeError): except (AttributeError, UnicodeDecodeError):