tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update src/axolotl/utils/models.py

Browse Source 
Co-authored-by: NanoCode012 <kevinvong@rocketmail.com>
This commit is contained in:
Wing Lian
2023-05-26 17:51:24 -04:00
committed by GitHub
parent 933e970cb5
commit ca1bb92337
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -46,7 +46,7 @@ def load_tokenizer(
else: else:
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
base_model_config, base_model_config,
trust_remote_code=True if cfg.trust_remote_code is True else False, trust_remote_code=cfg.trust_remote_code or False,
) )
logging.debug(f"EOS: {tokenizer.eos_token_id} / {tokenizer.eos_token}") logging.debug(f"EOS: {tokenizer.eos_token_id} / {tokenizer.eos_token}")