tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Hotfix for not saving correctly (#762)

Browse Source
This commit is contained in:
Casper
2023-10-22 19:22:32 +02:00
committed by GitHub
parent afedc470bd
commit 32eeeb5b64
2 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
src/axolotl/monkeypatch/fused_modules.py
View File

1
src/axolotl/monkeypatch/llama_attn_hijack_flash.py
View File

@@ -152,6 +152,7 @@ class FusedAttention(LlamaAttention):
new_attn.q_proj.weight.data = q_proj new_attn.q_proj.weight.data = q_proj
new_attn.k_proj.weight.data = k_proj new_attn.k_proj.weight.data = k_proj
new_attn.v_proj.weight.data = v_proj new_attn.v_proj.weight.data = v_proj
new_attn.o_proj.weight.data = self.o_proj.weight.data
set_module_name(model, name, new_attn) set_module_name(model, name, new_attn)