From 9e22c4ca6aed4e94727d1c665bd7aa5b11f8b499 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Tue, 1 Apr 2025 23:25:53 +0700 Subject: [PATCH] fix: set rl=None during inference (#2463) --- src/axolotl/cli/inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/cli/inference.py b/src/axolotl/cli/inference.py index f4fbdbed4..a4906bbf3 100644 --- a/src/axolotl/cli/inference.py +++ b/src/axolotl/cli/inference.py @@ -256,7 +256,7 @@ def do_cli( """ # pylint: disable=duplicate-code print_axolotl_text_art() - parsed_cfg = load_cfg(config, inference=True, **kwargs) + parsed_cfg = load_cfg(config, inference=True, rl=None, **kwargs) parsed_cfg.sample_packing = False parser = transformers.HfArgumentParser(InferenceCliArgs) parsed_cli_args, _ = parser.parse_args_into_dataclasses(