tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

workaround for transformers bug requireing do_sample for saveing pretrained (#1206)

Browse Source
This commit is contained in:
Wing Lian
2024-01-25 11:34:41 -05:00
committed by GitHub
parent badda3783b
commit ba944e6554
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/train.py
View File

@@ -63,6 +63,8 @@ def train(
msg += " and peft_config..." msg += " and peft_config..."
LOG.debug(msg) LOG.debug(msg)
model, peft_config = load_model(cfg, tokenizer, inference=cli_args.inference) model, peft_config = load_model(cfg, tokenizer, inference=cli_args.inference)
model.generation_config.do_sample = True
model_ref = None model_ref = None
if cfg.rl: if cfg.rl:
if cfg.adapter and not cfg.rl_adapter_ref_model: if cfg.adapter and not cfg.rl_adapter_ref_model: