tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add back packing efficiency estimate so epochs and multi-gpu works properly (#1697)

Browse Source
This commit is contained in:
Wing Lian
2024-06-08 09:48:10 -04:00
committed by GitHub
parent 00ac3022a1
commit ed8ef65371
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder.py
View File

@@ -387,6 +387,7 @@ class AxolotlTrainer(Trainer):
return MultipackBatchSampler( return MultipackBatchSampler(
RandomSampler(self.train_dataset), RandomSampler(self.train_dataset),
lengths=get_dataset_lengths(self.train_dataset), lengths=get_dataset_lengths(self.train_dataset),
packing_efficiency_estimate=self.args.sample_packing_efficiency,
batch_max_len=batch_max_len, batch_max_len=batch_max_len,
batch_size=batch_size, batch_size=batch_size,
group_size=self.args.sample_packing_group_size, group_size=self.args.sample_packing_group_size,
@@ -412,6 +413,7 @@ class AxolotlTrainer(Trainer):
return MultipackBatchSampler( return MultipackBatchSampler(
SequentialSampler(eval_dataset), SequentialSampler(eval_dataset),
lengths=get_dataset_lengths(self.eval_dataset), lengths=get_dataset_lengths(self.eval_dataset),
packing_efficiency_estimate=self.args.sample_packing_efficiency,
batch_max_len=batch_max_len, batch_max_len=batch_max_len,
batch_size=batch_size, batch_size=batch_size,
group_size=self.args.sample_packing_group_size, group_size=self.args.sample_packing_group_size,