8bit and deepspeed changes

src/axolotl/utils/models.py

@@ -101,19 +101,12 @@ def load_model(
             )
             load_in_8bit = False
         elif is_llama_derived_model and "LlamaForCausalLM" in globals():
-            if not cfg.load_in_8bit:
-                model = LlamaForCausalLM.from_pretrained(
-                    base_model,
-                    device_map=cfg.device_map,
-                )
-            else:
-                model = LlamaForCausalLM.from_pretrained(
-                    base_model,
-                    load_in_8bit=cfg.load_in_8bit and cfg.adapter is not None,
-                    torch_dtype=torch_dtype,
-                    device_map=cfg.device_map,
-                )
-
+            model = LlamaForCausalLM.from_pretrained(
+                base_model,
+                load_in_8bit=cfg.load_in_8bit and cfg.adapter is not None,
+                torch_dtype=torch_dtype,
+                device_map=cfg.device_map,
+            )
         elif model_type:
             model = getattr(transformers, model_type).from_pretrained(
                 base_model,