From 924bbfddecfcd8b9ddfb5d0bad3b89d4a00edaac Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 28 Jun 2023 22:27:17 -0400 Subject: [PATCH] add option for instruct w sys prompts --- src/axolotl/prompt_strategies/alpaca_w_system.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/src/axolotl/prompt_strategies/alpaca_w_system.py b/src/axolotl/prompt_strategies/alpaca_w_system.py index aacae8739..bcdcd9334 100644 --- a/src/axolotl/prompt_strategies/alpaca_w_system.py +++ b/src/axolotl/prompt_strategies/alpaca_w_system.py @@ -76,6 +76,19 @@ class SystemDataPrompter(AlpacaPrompter): def load(tokenizer, cfg): + return load_chat(tokenizer, cfg) + + +def load_instruct(tokenizer, cfg): + return InstructionWSystemPromptTokenizingStrategy( + SystemDataPrompter(PromptStyle.INSTRUCT.value), + tokenizer, + cfg.train_on_inputs, + cfg.sequence_len, + ) + + +def load_chat(tokenizer, cfg): return InstructionWSystemPromptTokenizingStrategy( SystemDataPrompter(PromptStyle.CHAT.value), tokenizer,