Update src/axolotl/utils/models.py

Co-authored-by: NanoCode012 <kevinvong@rocketmail.com>
2023-05-26 17:51:24 -04:00
parent 933e970cb5
commit ca1bb92337
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -46,7 +46,7 @@ def load_tokenizer(
    else:
        tokenizer = AutoTokenizer.from_pretrained(
            base_model_config,
-            trust_remote_code=True if cfg.trust_remote_code is True else False,
+            trust_remote_code=cfg.trust_remote_code or False,
        )

    logging.debug(f"EOS: {tokenizer.eos_token_id} / {tokenizer.eos_token}")