tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

misc

Browse Source
This commit is contained in:
Sunny Liu
2025-02-04 21:17:50 -05:00
parent 470ba65c44
commit adcbc7459b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/monkeypatch/utils.py
View File

@@ -133,7 +133,7 @@ def get_packed_mask_from_pos_ids(position_ids):
i * doc_mask[start_id : start_id + seq_len] i * doc_mask[start_id : start_id + seq_len]
) )
if padding_length: if padding_length:
doc_mask[len(adjusted_row) :] = -100 * doc_mask[seq_lengths[-1] :] doc_mask[len(adjusted_row) :] = -100 * doc_mask[len(adjusted_row) :]
results.append(doc_mask) results.append(doc_mask)