From c8e42a0f4f86c375e88294eb29dbedbfb1576982 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 18 Sep 2023 18:51:56 -0400 Subject: [PATCH] fix load_in_8bit check --- src/axolotl/utils/models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index c47b724a1..a5510d3bd 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -408,9 +408,9 @@ def load_model( needs_fa2_dtype = cfg.adapter or cfg.fsdp if ( - (cfg.adapter == "lora" and load_in_8bit) + (cfg.adapter == "lora" and cfg.load_in_8bit) or (cfg.adapter == "qlora" and cfg.load_in_4bit) - or (cfg.adapter == "ia3" and load_in_8bit) + or (cfg.adapter == "ia3" and cfg.load_in_8bit) ): LOG.info("converting PEFT model w/ prepare_model_for_kbit_training") if cfg.gradient_checkpointing: