Merge pull request #182 from OpenAccess-AI-Collective/fix-llama-ref

fix for local variable 'LlamaForCausalLM' referenced before assignment
2023-06-10 14:25:51 -04:00
parent 41e4f6ca31 14163c15d9
commit 01248253a3
1 changed files with 1 additions and 0 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -90,6 +90,7 @@ def load_model(
    Load a model from a base model and a model type.
    """

+    global LlamaForCausalLM  # pylint: disable=global-statement
    # TODO refactor as a kwarg
    load_in_8bit = cfg.load_in_8bit
    cfg.is_llama_derived_model = "llama" in base_model or (