diff --git a/src/axolotl/utils/dataloader.py b/src/axolotl/utils/dataloader.py
index f1ba51bb7..eb2fb8df8 100644
--- a/src/axolotl/utils/dataloader.py
+++ b/src/axolotl/utils/dataloader.py
@@ -1,5 +1,5 @@
 # pylint: skip-file
-
+import math
 from typing import Any, Callable, List, Union
 
 import numba
@@ -193,13 +193,12 @@ class MultipackDistributedDataloader:
 
     def __len__(self):
         batches, _ = self.generate_batches()
-        return (
-            len(batches) * 0.99
-        )  # shave off 1% for dealing with variance in packing and dataset length
+        # shave off 1% for dealing with variance in packing and dataset length
+        return math.floor(len(batches) * 0.99)
 
     def num_batches(self):
         batches, _ = self.generate_batches()
-        return len(batches) * 0.99
+        return math.floor(len(batches) * 0.99)
 
     def efficiency(self):
         return self.eff_total_used / self.eff_total_slots