From f55b3c805bb766de2e71b7bda836e64710ee6633 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Thu, 17 Apr 2025 00:37:02 -0400 Subject: [PATCH] hqq_nbits triggers prepare_model_for_kbit_training --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 57bb2c152..fb9fb4bf6 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -1198,7 +1198,7 @@ class ModelLoader: if ( not skip_prepare_model_for_kbit_training and self.cfg.adapter in ["lora", "qlora"] - and (self.cfg.load_in_8bit or self.cfg.load_in_4bit) + and (self.cfg.load_in_8bit or self.cfg.load_in_4bit or self.cfg.hqq_nbits) ): LOG.info("converting PEFT model w/ prepare_model_for_kbit_training") self.model = prepare_model_for_kbit_training(