From 05ab9092e304f234801d6496cecb60d49d86c0a4 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 25 Jun 2023 22:40:50 -0400 Subject: [PATCH] skip the system prompt --- src/axolotl/prompt_strategies/alpaca_instruct.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/src/axolotl/prompt_strategies/alpaca_instruct.py b/src/axolotl/prompt_strategies/alpaca_instruct.py index 2e42191f8..143f070f2 100644 --- a/src/axolotl/prompt_strategies/alpaca_instruct.py +++ b/src/axolotl/prompt_strategies/alpaca_instruct.py @@ -1,7 +1,7 @@ """Module loading the AlpacaInstructPromptTokenizingStrategy class""" from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy -from axolotl.prompters import AlpacaPrompter, PromptStyle +from axolotl.prompters import AlpacaPrompter, PromptStyle, UnpromptedPrompter def load(tokenizer, cfg): @@ -11,3 +11,12 @@ def load(tokenizer, cfg): cfg.train_on_inputs, cfg.sequence_len, ) + + +def load_no_prompt(tokenizer, cfg): + return AlpacaPromptTokenizingStrategy( + UnpromptedPrompter(PromptStyle.INSTRUCT.value), + tokenizer, + cfg.train_on_inputs, + cfg.sequence_len, + )