From 64852ae15ae5aad1cda8a3667a84ed1fd341bc70 Mon Sep 17 00:00:00 2001 From: ssmi153 <129111316+ssmi153@users.noreply.github.com> Date: Sat, 5 Aug 2023 15:08:44 +1200 Subject: [PATCH] Whitespace bug fix Command had accidentally been moved out of if-else block. --- src/axolotl/monkeypatch/llama_attn_hijack_xformers.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py b/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py index c1ef25d5a..5c15eea5e 100644 --- a/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py +++ b/src/axolotl/monkeypatch/llama_attn_hijack_xformers.py @@ -156,7 +156,9 @@ def xformers_forward( f" {attn_output.size()}" ) - attn_output = attn_output.transpose(1, 2).contiguous() + attn_output = attn_output.transpose(1, 2).contiguous() + #end x-formers vs. not x-formers if-else block + attn_output = attn_output.reshape(bsz, q_len, self.hidden_size) if self.pretraining_tp > 1: