From ba944e6554ada2e301fda651bb78af88e62d4a5a Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Thu, 25 Jan 2024 11:34:41 -0500
Subject: [PATCH] workaround for transformers bug requireing do_sample for
 saveing pretrained (#1206)

---
 src/axolotl/train.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/axolotl/train.py b/src/axolotl/train.py
index 9d7255fed..fb163a9d1 100644
--- a/src/axolotl/train.py
+++ b/src/axolotl/train.py
@@ -63,6 +63,8 @@ def train(
         msg += " and peft_config..."
     LOG.debug(msg)
     model, peft_config = load_model(cfg, tokenizer, inference=cli_args.inference)
+    model.generation_config.do_sample = True
+
     model_ref = None
     if cfg.rl:
         if cfg.adapter and not cfg.rl_adapter_ref_model: