Merge pull request #246 from OpenAccess-AI-Collective/sys-prompts-instruct

add option for instruct w sys prompts
2023-07-01 00:27:29 -04:00
parent bc8a2e5547 924bbfddec
commit 4066c78631
1 changed files with 13 additions and 0 deletions
--- a/src/axolotl/prompt_strategies/alpaca_w_system.py
+++ b/src/axolotl/prompt_strategies/alpaca_w_system.py
@@ -76,6 +76,19 @@ class SystemDataPrompter(AlpacaPrompter):


 def load(tokenizer, cfg):
+    return load_chat(tokenizer, cfg)
+
+
+def load_instruct(tokenizer, cfg):
+    return InstructionWSystemPromptTokenizingStrategy(
+        SystemDataPrompter(PromptStyle.INSTRUCT.value),
+        tokenizer,
+        cfg.train_on_inputs,
+        cfg.sequence_len,
+    )
+
+
+def load_chat(tokenizer, cfg):
    return InstructionWSystemPromptTokenizingStrategy(
        SystemDataPrompter(PromptStyle.CHAT.value),
        tokenizer,