Update src/axolotl/monkeypatch/llama_attn_hijack_xformers.py

Co-authored-by: NanoCode012 <kevinvong@rocketmail.com>
2023-05-30 23:59:05 -04:00
parent ad0ea6aaab
commit 2daa6835f0
1 changed files with 0 additions and 1 deletions
--- a/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py
+++ b/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py
@@ -25,7 +25,6 @@ def hijack_llama_sdp_attention():
    transformers.models.llama.modeling_llama.LlamaAttention.forward = (
        sdp_attention_forward
    )
-    logging.info("Replaced attention with sdp_attention")


 def xformers_forward(