tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Remove FP32 cast

Browse Source
This commit is contained in:
Casper
2023-12-07 16:28:25 +01:00
parent 8671ed5a0c
commit 4f9b172c47
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/mistral_attn_hijack_flash.py
View File

@@ -692,7 +692,6 @@ def mistral_causallm_forward(
hidden_states = outputs[0] hidden_states = outputs[0]
logits = self.lm_head(hidden_states) logits = self.lm_head(hidden_states)
logits = logits.float()
loss = None loss = None
if labels is not None: if labels is not None: