From 7e1edc662a405d32bc223eee504a4565ed77707a Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Thu, 3 Aug 2023 00:27:33 -0400 Subject: [PATCH] make sure the chunk size is an int --- src/axolotl/utils/dataloader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/dataloader.py b/src/axolotl/utils/dataloader.py index 394afe0e5..d507dace8 100644 --- a/src/axolotl/utils/dataloader.py +++ b/src/axolotl/utils/dataloader.py @@ -183,7 +183,7 @@ class MultipackDistributedDataloader: all_batches, _ = self.generate_batches(set_stats=True) features = self.dataset.features.keys() len_remaining = self._len_est() - for batches in chunk(all_batches, self.batch_size / self.seq_len_multiple): + for batches in chunk(all_batches, self.batch_size // self.seq_len_multiple): chunked_data = [] attn_mask_cum_idx = 0 for batch in batches: