tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

mask to bool

Browse Source
This commit is contained in:
Sunny Liu
2025-01-23 15:30:08 -05:00
parent 8c34c65181
commit 0149de7fb0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/monkeypatch/llama_patch_multipack.py
View File

@@ -35,7 +35,7 @@ def hijack_llama_prepare_4d_mask():
# return LlamaModel._prepare_4d_causal_attention_mask_with_cache_position(
# mask_2d_to_4d(attention_mask, dtype=dtype), **kwargs
# )
return mask_2d_to_4d(attention_mask, dtype=dtype)
return mask_2d_to_4d(attention_mask, dtype=dtype).bool()
LlamaModel._prepare_4d_causal_attention_mask_with_cache_position = ( # pylint: disable=protected-access
llama_patched_prepare_4d_causal_attention_mask_with_cache_position