From 4ebd4aae3d370b6a39f520b0a644b7a4dedc980a Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Thu, 26 Jun 2025 10:59:27 -0400 Subject: [PATCH] handle possibly empty batch --- src/axolotl/monkeypatch/data/batch_dataset_fetcher.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py b/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py index df8d106fd..94f97cf94 100644 --- a/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py +++ b/src/axolotl/monkeypatch/data/batch_dataset_fetcher.py @@ -9,6 +9,9 @@ from torch.utils.data._utils.worker import _worker_loop class _MapDatasetFetcher(_BaseDatasetFetcher): def fetch(self, possibly_batched_index): + if not possibly_batched_index: + return self.collate_fn([]) + if isinstance(possibly_batched_index[0], list): data = [None for i in possibly_batched_index] for i, possibly_batched_index_ in enumerate(possibly_batched_index):