tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

mask expansion

Browse Source
This commit is contained in:
Sunny Liu
2025-01-22 21:33:38 -05:00
parent f2f23c8041
commit 85752cdfc9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/monkeypatch/utils.py
View File

@@ -229,7 +229,7 @@ def mask_2d_to_4d(
tgt_len = tgt_len if tgt_len is not None else src_len tgt_len = tgt_len if tgt_len is not None else src_len
# mask = mask.unsqueeze(1).unsqueeze(2) # mask = mask.unsqueeze(1).unsqueeze(2)
mask = mask[:, None, :].expand(bsz, 1, tgt_len, src_len) mask = mask[None, None, :, :].expand(bsz, 1, tgt_len, src_len)
# Create a binary mask from the original mask where zeros remain zeros and all other values are set to one # Create a binary mask from the original mask where zeros remain zeros and all other values are set to one
binary_mask = torch.where( binary_mask = torch.where(