tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fix: ValueError when FA + Mistral when padding_side=right (#681)

Browse Source 
* Fix: ValueError when FA + Mistral when padding_side=right

* fix: remove tokenizer class check
This commit is contained in:
NanoCode012
2023-10-06 04:12:54 +09:00
committed by GitHub
parent 133e676bcc
commit eb480dfd68
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/models.py
View File

@@ -81,6 +81,9 @@ def load_tokenizer(cfg):
tokenizer.add_special_tokens({"pad_token": "[PAD]"}) tokenizer.add_special_tokens({"pad_token": "[PAD]"})
os.environ["TOKENIZERS_PARALLELISM"] = "false" os.environ["TOKENIZERS_PARALLELISM"] = "false"
if cfg.is_mistral_derived_model:
tokenizer.padding_side = "left"
if cfg.special_tokens: if cfg.special_tokens:
for k, val in cfg.special_tokens.items(): for k, val in cfg.special_tokens.items():
tokenizer.add_special_tokens( tokenizer.add_special_tokens(