tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #32 from NanoCode012/patch-2

Browse Source 
Feat: Set `half` using `cfg.fp16` for 4bit
This commit is contained in:
Wing Lian
2023-05-20 18:21:02 -04:00
committed by GitHub
parent e553c9080b 641f8012f9
commit ed37b2268d
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/models.py
View File

@@ -112,6 +112,7 @@ def load_model(
base_model_config if base_model_config else base_model, base_model_config if base_model_config else base_model,
model_path, model_path,
device_map=cfg.device_map, device_map=cfg.device_map,
half=cfg.fp16,
groupsize=cfg.gptq_groupsize if cfg.gptq_groupsize else -1, groupsize=cfg.gptq_groupsize if cfg.gptq_groupsize else -1,
is_v1_model=cfg.gptq_model_v1 is_v1_model=cfg.gptq_model_v1
if cfg.gptq_model_v1 is not None if cfg.gptq_model_v1 is not None