tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix undefined LlamaForCausalLM and del try except

Browse Source
This commit is contained in:
NanoCode012
2023-06-11 11:58:31 +09:00
parent e285e24f7f
commit 563b6d89e6
1 changed files with 1 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/axolotl/utils/models.py
View File

@@ -81,7 +81,6 @@ def load_model(
Load a model from a base model and a model type. Load a model from a base model and a model type.
""" """
global LlamaForCausalLM # pylint: disable=global-statement
# TODO refactor as a kwarg # TODO refactor as a kwarg
load_in_8bit = cfg.load_in_8bit load_in_8bit = cfg.load_in_8bit
cfg.is_llama_derived_model = "llama" in base_model or ( cfg.is_llama_derived_model = "llama" in base_model or (
@@ -203,12 +202,7 @@ def load_model(
) )
load_in_8bit = False load_in_8bit = False
elif cfg.is_llama_derived_model: elif cfg.is_llama_derived_model:
try: from transformers import LlamaForCausalLM
from transformers import LlamaForCausalLM
except ImportError:
logging.warning(
"This version of transformers does not support Llama. Consider upgrading."
)
config = LlamaConfig.from_pretrained(base_model_config) config = LlamaConfig.from_pretrained(base_model_config)
model = LlamaForCausalLM.from_pretrained( model = LlamaForCausalLM.from_pretrained(