From 339f3c67e2d6855340b5958274ea539517829baa Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 17 Dec 2024 13:58:53 -0500 Subject: [PATCH] dataset tags don't support https uris (#2195) --- src/axolotl/train.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/axolotl/train.py b/src/axolotl/train.py index e25acc7d8..dc7289b09 100644 --- a/src/axolotl/train.py +++ b/src/axolotl/train.py @@ -266,6 +266,9 @@ def train( dataset_tags = [ d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() ] + dataset_tags = [ + d for d in dataset_tags if not d.startswith("https://") + ] if dataset_tags: # guard as create_model_card may fail if dataset_tags is empty list model_card_kwarg["dataset_name"] = dataset_tags @@ -273,6 +276,9 @@ def train( dataset_tags = [ d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir() ] + dataset_tags = [ + d for d in dataset_tags if not d.startswith("https://") + ] if dataset_tags: # guard as create_model_card may fail if dataset_tags is empty list model_card_kwarg["dataset_tags"] = dataset_tags