From 4f9b172c47b30602290c92b97cb7ebc6d77a1555 Mon Sep 17 00:00:00 2001 From: Casper Date: Thu, 7 Dec 2023 16:28:25 +0100 Subject: [PATCH] Remove FP32 cast --- src/axolotl/monkeypatch/mistral_attn_hijack_flash.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/axolotl/monkeypatch/mistral_attn_hijack_flash.py b/src/axolotl/monkeypatch/mistral_attn_hijack_flash.py index 81c804309..f9479cb59 100644 --- a/src/axolotl/monkeypatch/mistral_attn_hijack_flash.py +++ b/src/axolotl/monkeypatch/mistral_attn_hijack_flash.py @@ -692,7 +692,6 @@ def mistral_causallm_forward( hidden_states = outputs[0] logits = self.lm_head(hidden_states) - logits = logits.float() loss = None if labels is not None: