tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

suppport for alpaca-like instruction datasets without inputs

Browse Source
This commit is contained in:
Wing Lian
2023-04-17 23:32:57 -04:00
parent 2db9436410
commit e1076430ff
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/finetune.py
View File

@@ -102,8 +102,8 @@ def load_model(base_model, base_model_config, model_type, tokenizer_type, cfg, a
base_model_config if base_model_config else base_model, base_model_config if base_model_config else base_model,
model_path, model_path,
device_map=cfg.device_map, device_map=cfg.device_map,
groupsize=-1, groupsize=cfg.gptq_groupsize if cfg.gptq_groupsize else -1,
is_v1_model=True, is_v1_model=cfg.gptq_model_v1 if cfg.gptq_model_v1 is not None else True,
) )
load_in_8bit = False load_in_8bit = False
elif "llama" in base_model: elif "llama" in base_model:

5
src/axolotl/prompt_tokenizers.py
View File

@@ -37,7 +37,8 @@ class AlpacaPromptTokenizingStrategy(PromptTokenizingStrategy):
tokenized_full_prompt = self._tokenize(full_prompt) tokenized_full_prompt = self._tokenize(full_prompt)
if not self.train_on_inputs: if not self.train_on_inputs:
user_prompt = self.prompter.build_prompt( user_prompt = self.prompter.build_prompt(
prompt["instruction"], prompt["input"] prompt["instruction"],
prompt["input"] if "input" in prompt else "",
) )
tokenized_user_prompt = self._tokenize(user_prompt, add_eos_token=False) tokenized_user_prompt = self._tokenize(user_prompt, add_eos_token=False)
user_prompt_len = len(tokenized_user_prompt["input_ids"]) user_prompt_len = len(tokenized_user_prompt["input_ids"])
@@ -51,7 +52,7 @@ class AlpacaPromptTokenizingStrategy(PromptTokenizingStrategy):
def _tokenize_full_prompt(self, prompt): def _tokenize_full_prompt(self, prompt):
return self.prompter.build_prompt( return self.prompter.build_prompt(
prompt["instruction"], prompt["instruction"],
prompt["input"], prompt["input"] if "input" in prompt else "",
prompt["output"], prompt["output"],
) )