tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix bug when model_type not explicitly passed

Browse Source
This commit is contained in:
Wing Lian
2023-04-19 13:15:33 -04:00
parent d65385912e
commit bb991fd870
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -35,7 +35,7 @@ def load_model(
# TODO refactor as a kwarg # TODO refactor as a kwarg
load_in_8bit = cfg.load_in_8bit load_in_8bit = cfg.load_in_8bit
tokenizer = None tokenizer = None
is_llama_derived_model = "llama" in base_model or "llama" in cfg.model_type.lower() is_llama_derived_model = "llama" in base_model or (cfg.model_type and "llama" in cfg.model_type.lower())
if is_llama_derived_model and cfg.flash_attention: if is_llama_derived_model and cfg.flash_attention:
if cfg.device not in ["mps", "cpu"] and inference is False: if cfg.device not in ["mps", "cpu"] and inference is False: