multipack len should use max, not min (#863)

2023-11-15 12:52:32 -05:00
parent db8a8afcba
commit 0c2a630326
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/samplers/multipack.py
+++ b/src/axolotl/utils/samplers/multipack.py
@@ -181,7 +181,7 @@ class MultipackBatchSampler(BatchSampler):
        )

        # shave off 1% + 1 for dealing with variance in packing from random sampler to sampler
-        return min(
+        return max(
            1,
            (
                world_size