Increase max_new_tokens

Co-authored-by: Wing Lian <wing.lian@gmail.com>
2023-05-31 14:04:49 +09:00
parent 988aeb9c34
commit 33d40179ba
1 changed files with 1 additions and 1 deletions
--- a/scripts/finetune.py
+++ b/scripts/finetune.py
@@ -83,7 +83,7 @@ def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"):
        with torch.no_grad():
            generation_config = GenerationConfig(
                repetition_penalty=1.1,
-                max_new_tokens=100,
+                max_new_tokens=1024,
                temperature=0.9,
                top_p=0.95,
                top_k=40,