test

2025-02-02 00:38:35 -05:00
parent 907424a2e8
commit fa7355404c
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/collators/batching.py
+++ b/src/axolotl/utils/collators/batching.py
@@ -182,7 +182,7 @@ class FlexBatchSamplerDataCollatorForSeq2Seq(DataCollatorForSeq2Seq):
        collated_seq_lens, max_seq_len = get_seqlens_from_pos_ids(out["position_ids"])
        # out["attention_mask"] = packed_block_causal_mask(collated_seq_lens)
        out["attention_mask"] = create_block_causal_mask(collated_seq_lens, max_seq_len)
-
+        raise ValueError(f"{out['attention_mask'].shape}")
        return out