tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

restore support for legacy cfg.load_in_xbit

Browse Source
This commit is contained in:
Sunny Liu
2025-04-21 21:32:01 -04:00
parent 92644513c4
commit 136b37e4d4
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/axolotl/utils/models.py
View File

@@ -834,7 +834,11 @@ class ModelLoader:
del self.model_kwargs["device_map"] del self.model_kwargs["device_map"]
def set_quantization_config(self) -> None: def set_quantization_config(self) -> None:
if not self.cfg.quantization: if (
(not self.cfg.quantization)
and (not self.cfg.load_in_8bit)
and (not self.cfg.load_in_4bit)
):
return return
self.model_kwargs["load_in_8bit"] = self.cfg.load_in_8bit self.model_kwargs["load_in_8bit"] = self.cfg.load_in_8bit
self.model_kwargs["load_in_4bit"] = self.cfg.load_in_4bit self.model_kwargs["load_in_4bit"] = self.cfg.load_in_4bit