From 05b0bd08d229ee28cd3f11098d5b178f2ce441b6 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 31 May 2024 13:13:13 -0400 Subject: [PATCH] need to add back drop_last for sampler (#1676) --- src/axolotl/core/trainer_builder.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index c881e4cd3..0551ddbc0 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -384,6 +384,7 @@ class AxolotlTrainer(Trainer): batch_size=batch_size, group_size=self.args.sample_packing_group_size, bin_size=self.args.sample_packing_bin_size, + drop_last=True, ) if self.args.curriculum_sampling: return SequentialSampler(self.train_dataset) @@ -408,6 +409,7 @@ class AxolotlTrainer(Trainer): batch_size=batch_size, group_size=self.args.sample_packing_group_size, bin_size=self.args.sample_packing_bin_size, + drop_last=True, ) return super()._get_eval_sampler(eval_dataset)