From f2b352f2e5cbfd7a25c78193953b7351d3737cb8 Mon Sep 17 00:00:00 2001 From: Vincenzo di Cicco <112694549+v-dicicco@users.noreply.github.com> Date: Wed, 2 Jul 2025 14:05:35 +0200 Subject: [PATCH] Add sample_packing_sequentially to trainer args (#2853) [skip ci] --- src/axolotl/core/builders/causal.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/axolotl/core/builders/causal.py b/src/axolotl/core/builders/causal.py index 2b7d902fa..c847a087c 100644 --- a/src/axolotl/core/builders/causal.py +++ b/src/axolotl/core/builders/causal.py @@ -253,6 +253,10 @@ class HFCausalTrainerBuilder(TrainerBuilderBase): training_arguments_kwargs["eval_sample_packing"] = bool( self.cfg.eval_sample_packing ) + if self.cfg.sample_packing_sequentially is not None: + training_arguments_kwargs["sample_packing_sequentially"] = ( + self.cfg.sample_packing_sequentially + ) if self.cfg.sample_packing_bin_size is not None: training_arguments_kwargs["sample_packing_bin_size"] = ( self.cfg.sample_packing_bin_size