diff --git a/src/axolotl/utils/data.py b/src/axolotl/utils/data.py index 3164f2ecc..7b718bf56 100644 --- a/src/axolotl/utils/data.py +++ b/src/axolotl/utils/data.py @@ -107,7 +107,9 @@ def load_tokenized_prepared_datasets( use_auth_token=use_auth_token, ) else: - ds: Dataset = load_dataset(d.path, streaming=False, use_auth_token=use_auth_token) + ds: Dataset = load_dataset( + d.path, streaming=False, use_auth_token=use_auth_token + ) else: fp = hf_hub_download( repo_id=d.path, repo_type="dataset", filename=d.data_files @@ -293,7 +295,8 @@ def load_prepare_datasets( f"Checking for packed prepared dataset from hub... {cfg.push_dataset_to_hub}/{ds_hash}" ) dataset = load_dataset( - f"{cfg.push_dataset_to_hub}/{ds_hash}", use_auth_token=use_auth_token + f"{cfg.push_dataset_to_hub}/{ds_hash}", + use_auth_token=use_auth_token, ) dataset = dataset["train"] except Exception: # pylint: disable=broad-except diff --git a/src/axolotl/utils/validation.py b/src/axolotl/utils/validation.py index f51640686..c4bc4f952 100644 --- a/src/axolotl/utils/validation.py +++ b/src/axolotl/utils/validation.py @@ -40,7 +40,9 @@ def validate_config(cfg): ) if cfg.push_dataset_to_hub and cfg.hf_use_auth_token is not True: - raise ValueError("Require cfg.hf_use_auth_token to be True for push_dataset_to_hub") + raise ValueError( + "Require cfg.hf_use_auth_token to be True for push_dataset_to_hub" + ) # TODO # MPT 7b diff --git a/tests/test_validation.py b/tests/test_validation.py index f92e6c6cd..210e6eb20 100644 --- a/tests/test_validation.py +++ b/tests/test_validation.py @@ -117,4 +117,3 @@ class ValidationTest(unittest.TestCase): } ) validate_config(cfg) -