From 943961fd10da6aa0d891b1b21c326900e0a96d16 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Thu, 25 May 2023 12:42:56 -0400 Subject: [PATCH] missed ... --- src/axolotl/utils/data.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/axolotl/utils/data.py b/src/axolotl/utils/data.py index f849765c1..2f9a1afec 100644 --- a/src/axolotl/utils/data.py +++ b/src/axolotl/utils/data.py @@ -62,7 +62,6 @@ def load_tokenized_prepared_datasets( dataset = None try: if cfg.push_dataset_to_hub: - use_auth_token = True dataset = load_dataset( f"{cfg.push_dataset_to_hub}/{ds_hash}", use_auth_token=True ) @@ -100,7 +99,7 @@ def load_tokenized_prepared_datasets( d.path, streaming=False, data_files=d.data_files, - use_auth_token=use_auth_token, + use_auth_token=True, ) else: ds = load_dataset(d.path, streaming=False, use_auth_token=True)