tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

make sure the chunk size is an int

Browse Source
This commit is contained in:
Wing Lian
2023-08-03 00:27:33 -04:00
parent 98c9bc69de
commit 7e1edc662a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/dataloader.py
View File

@@ -183,7 +183,7 @@ class MultipackDistributedDataloader:
all_batches, _ = self.generate_batches(set_stats=True) all_batches, _ = self.generate_batches(set_stats=True)
features = self.dataset.features.keys() features = self.dataset.features.keys()
len_remaining = self._len_est() len_remaining = self._len_est()
for batches in chunk(all_batches, self.batch_size / self.seq_len_multiple): for batches in chunk(all_batches, self.batch_size // self.seq_len_multiple):
chunked_data = [] chunked_data = []
attn_mask_cum_idx = 0 attn_mask_cum_idx = 0
for batch in batches: for batch in batches: