From 02f2c720fcd4b83ed5592055e648337a275c8a5a Mon Sep 17 00:00:00 2001 From: Agung Baptiso Sorlawan Date: Wed, 24 Jan 2024 12:42:15 +0700 Subject: [PATCH] Fix generation_config validation raises Exception for do_merge_lora (#1184) --- src/axolotl/cli/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/axolotl/cli/__init__.py b/src/axolotl/cli/__init__.py index 42458ff5d..e900fba95 100644 --- a/src/axolotl/cli/__init__.py +++ b/src/axolotl/cli/__init__.py @@ -82,6 +82,7 @@ def do_merge_lora( model.to(dtype=cfg.torch_dtype) except RuntimeError: pass + model.generation_config.do_sample = True if cfg.local_rank == 0: LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")