various fixes

2023-05-10 16:00:09 -04:00
parent e2e68c3965
commit 7a490a4646
2 changed files with 5 additions and 13 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -120,7 +120,6 @@ def load_model(
                base_model,
                trust_remote_code=True if cfg.trust_remote_code is True else False,
            )
-            config.attn_config['attn_impl'] = 'triton'
            model = AutoModelForCausalLM.from_pretrained(
                base_model,
                config=config,