tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

formatting for linter

Browse Source
This commit is contained in:
Wing Lian
2023-06-10 12:00:52 -04:00
committed by GitHub
parent fec6bcc3e6
commit f36e227eaf
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/finetune.py
View File

@@ -64,11 +64,7 @@ def get_multi_line_input() -> Optional[str]:
def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"): def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"):
default_tokens = { default_tokens = {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>"}
"unk_token": "<unk>",
"bos_token": "<s>",
"eos_token": "</s>"
}
for token, symbol in default_tokens.items(): for token, symbol in default_tokens.items():
# If the token isn't already specified in the config, add it # If the token isn't already specified in the config, add it