Update src/axolotl/utils/models.py

Co-authored-by: NanoCode012 <kevinvong@rocketmail.com>
This commit is contained in:
Wing Lian
2023-05-26 17:51:17 -04:00
committed by GitHub
parent 32e6fe9286
commit 933e970cb5

View File

@@ -41,7 +41,7 @@ def load_tokenizer(
if tokenizer_type:
tokenizer = getattr(transformers, tokenizer_type).from_pretrained(
base_model_config,
trust_remote_code=True if cfg.trust_remote_code is True else False,
trust_remote_code=cfg.trust_remote_code or False,
)
else:
tokenizer = AutoTokenizer.from_pretrained(