tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Add sample_packing_sequentially to trainer args (#2853) [skip ci]

Browse Source
This commit is contained in:
Vincenzo di Cicco
2025-07-02 14:05:35 +02:00
committed by GitHub
parent bf5928d0ee
commit f2b352f2e5
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/builders/causal.py
View File

@@ -253,6 +253,10 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
training_arguments_kwargs["eval_sample_packing"] = bool( training_arguments_kwargs["eval_sample_packing"] = bool(
self.cfg.eval_sample_packing self.cfg.eval_sample_packing
) )
if self.cfg.sample_packing_sequentially is not None:
training_arguments_kwargs["sample_packing_sequentially"] = (
self.cfg.sample_packing_sequentially
)
if self.cfg.sample_packing_bin_size is not None: if self.cfg.sample_packing_bin_size is not None:
training_arguments_kwargs["sample_packing_bin_size"] = ( training_arguments_kwargs["sample_packing_bin_size"] = (
self.cfg.sample_packing_bin_size self.cfg.sample_packing_bin_size