Whitespace bug fix

Command had accidentally been moved out of if-else block.
2023-08-05 15:08:44 +12:00
parent 1fed74b1d9
commit 64852ae15a
1 changed files with 3 additions and 1 deletions
--- a/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py
+++ b/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py
@@ -156,7 +156,9 @@ def xformers_forward(
                f" {attn_output.size()}"
            )

-    attn_output = attn_output.transpose(1, 2).contiguous()
+        attn_output = attn_output.transpose(1, 2).contiguous()
+        #end x-formers vs. not x-formers if-else block
+
    attn_output = attn_output.reshape(bsz, q_len, self.hidden_size)

    if self.pretraining_tp > 1: