diff --git a/src/axolotl/monkeypatch/utils.py b/src/axolotl/monkeypatch/utils.py index eeab5d564..363fe78a9 100644 --- a/src/axolotl/monkeypatch/utils.py +++ b/src/axolotl/monkeypatch/utils.py @@ -128,7 +128,7 @@ def get_seqlens_from_pos_ids(position_ids): # Calculate the sequence lengths seq_lengths = start_indices[1:] - start_indices[:-1] # Append the padding length to the sequence lengths - if padding_length: + """if padding_length: seq_lengths = torch.cat( [ seq_lengths, @@ -138,7 +138,7 @@ def get_seqlens_from_pos_ids(position_ids): device=device, ), ] - ) + )""" results.append(seq_lengths)