Merge branch 'main' into map-dataset-fetcher-fix

handle possibly empty batch
2025-06-26 11:20:05 -04:00 · 2025-06-26 10:59:27 -04:00
1 changed files with 3 additions and 0 deletions
--- a/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py
+++ b/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py
@@ -9,6 +9,9 @@ from torch.utils.data._utils.worker import _worker_loop

 class _MapDatasetFetcher(_BaseDatasetFetcher):
    def fetch(self, possibly_batched_index):
+        if not possibly_batched_index:
+            return self.collate_fn([])
+
        if isinstance(possibly_batched_index[0], list):
            data = [None for i in possibly_batched_index]
            for i, possibly_batched_index_ in enumerate(possibly_batched_index):
Author	SHA1	Message	Date
Dan Saunders	c4f4f81bed	Merge branch 'main' into map-dataset-fetcher-fix	2025-06-26 11:20:05 -04:00
Dan Saunders	4ebd4aae3d	handle possibly empty batch	2025-06-26 10:59:27 -04:00