diff --git a/scripts/finetune.py b/scripts/finetune.py index 0f17054ce..fa2dcf903 100644 --- a/scripts/finetune.py +++ b/scripts/finetune.py @@ -64,11 +64,7 @@ def get_multi_line_input() -> Optional[str]: def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"): - default_tokens = { - "unk_token": "", - "bos_token": "", - "eos_token": "" - } + default_tokens = {"unk_token": "", "bos_token": "", "eos_token": ""} for token, symbol in default_tokens.items(): # If the token isn't already specified in the config, add it