add alpaca multiple choice instruct dataset support

2023-05-16 21:45:34 -04:00
parent f98e173b59
commit b46bc02f0a
4 changed files with 22 additions and 3 deletions
--- a/scripts/finetune.py
+++ b/scripts/finetune.py
@@ -67,7 +67,7 @@ def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"):
        instruction = get_multi_line_input()
        if not instruction:
            return
-        prompt = prompter_module().build_prompt(instruction=instruction)
+        prompt: str = next(prompter_module().build_prompt(instruction=instruction))
        batch = tokenizer(prompt, return_tensors="pt", add_special_tokens=True)

        model.eval()