From 31723ac523950d71a84629b094898ae2cee7e0aa Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 6 Dec 2024 16:43:44 -0500 Subject: [PATCH] fix whitespace for patch check --- src/axolotl/monkeypatch/trainer_grad_accum.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/axolotl/monkeypatch/trainer_grad_accum.py b/src/axolotl/monkeypatch/trainer_grad_accum.py index d45ca5ed3..600187c63 100644 --- a/src/axolotl/monkeypatch/trainer_grad_accum.py +++ b/src/axolotl/monkeypatch/trainer_grad_accum.py @@ -49,6 +49,7 @@ ORIGINAL_LLAMA_FCLM_CODE = """ cache_position=cache_position, **kwargs, ) + hidden_states = outputs[0] # Only compute necessary logits, and do not upcast them to float if we are not computing the loss logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :])