tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

need to add back drop_last for sampler (#1676)

Browse Source
This commit is contained in:
Wing Lian
2024-05-31 13:13:13 -04:00
committed by GitHub
parent d4f6c65e4c
commit 05b0bd08d2
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder.py
View File

@@ -384,6 +384,7 @@ class AxolotlTrainer(Trainer):
batch_size=batch_size, batch_size=batch_size,
group_size=self.args.sample_packing_group_size, group_size=self.args.sample_packing_group_size,
bin_size=self.args.sample_packing_bin_size, bin_size=self.args.sample_packing_bin_size,
drop_last=True,
) )
if self.args.curriculum_sampling: if self.args.curriculum_sampling:
return SequentialSampler(self.train_dataset) return SequentialSampler(self.train_dataset)
@@ -408,6 +409,7 @@ class AxolotlTrainer(Trainer):
batch_size=batch_size, batch_size=batch_size,
group_size=self.args.sample_packing_group_size, group_size=self.args.sample_packing_group_size,
bin_size=self.args.sample_packing_bin_size, bin_size=self.args.sample_packing_bin_size,
drop_last=True,
) )
return super()._get_eval_sampler(eval_dataset) return super()._get_eval_sampler(eval_dataset)