From adcbc7459b31fb8b1cf03bf5439812c642f806b9 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Tue, 4 Feb 2025 21:17:50 -0500 Subject: [PATCH] misc --- src/axolotl/monkeypatch/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/monkeypatch/utils.py b/src/axolotl/monkeypatch/utils.py index 0dcd023a9..1bb8f3d34 100644 --- a/src/axolotl/monkeypatch/utils.py +++ b/src/axolotl/monkeypatch/utils.py @@ -133,7 +133,7 @@ def get_packed_mask_from_pos_ids(position_ids): i * doc_mask[start_id : start_id + seq_len] ) if padding_length: - doc_mask[len(adjusted_row) :] = -100 * doc_mask[seq_lengths[-1] :] + doc_mask[len(adjusted_row) :] = -100 * doc_mask[len(adjusted_row) :] results.append(doc_mask)