tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix conditional so alpaca doesn't choke

Browse Source
This commit is contained in:
Wing Lian
2023-05-09 20:57:07 -04:00
parent 1fb0376150
commit a27d594788
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/data.py
View File

@@ -86,7 +86,7 @@ def load_prepare_datasets(tokenizer, cfg, default_dataset_prepared_path):
) )
ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"]) ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"])
datasets.append(ds_wrapper) datasets.append(ds_wrapper)
if d.type == "jeopardy": elif d.type == "jeopardy":
ds_strategy = JeopardyPromptTokenizingStrategy( ds_strategy = JeopardyPromptTokenizingStrategy(
JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len
) )