From 69fac9a0205c3b4da5ef528585d6be9492673812 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 6 Oct 2023 03:56:18 +0900 Subject: [PATCH] Fix: Future deprecation warning with use_auth_token (#680) --- src/axolotl/utils/data.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/axolotl/utils/data.py b/src/axolotl/utils/data.py index bdad21fb1..bac7d96c9 100644 --- a/src/axolotl/utils/data.py +++ b/src/axolotl/utils/data.py @@ -114,7 +114,7 @@ def load_tokenized_prepared_datasets( if cfg.push_dataset_to_hub: dataset = load_dataset( f"{cfg.push_dataset_to_hub}/{ds_hash}", - use_auth_token=use_auth_token, + token=use_auth_token, ) dataset = dataset["train"] except Exception: # pylint: disable=broad-except # nosec @@ -155,7 +155,7 @@ def load_tokenized_prepared_datasets( d.path, name=d.name, streaming=True, - use_auth_token=use_auth_token, + token=use_auth_token, ) ds_from_hub = True except FileNotFoundError: @@ -202,7 +202,7 @@ def load_tokenized_prepared_datasets( name=d.name, streaming=False, data_files=d.data_files, - use_auth_token=use_auth_token, + token=use_auth_token, ) else: if isinstance(d.data_files, str): @@ -417,7 +417,7 @@ def load_prepare_datasets( ) dataset = load_dataset( f"{cfg.push_dataset_to_hub}/{ds_hash}", - use_auth_token=use_auth_token, + token=use_auth_token, ) dataset = dataset["train"] except Exception: # pylint: disable=broad-except # nosec