diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index 6f3f9f466..38b4c31d8 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -1956,7 +1956,7 @@ class HFCausalTrainerBuilder(TrainerBuilderBase): elif use_batch_sampler_collator: if self.cfg.flex_attention is True: collator = FlexBatchSamplerDataCollatorForSeq2Seq - if self.cfg.model_config_type in SUPPORTED_MULTIPACK_MODEL_TYPES: + elif self.cfg.model_config_type in SUPPORTED_MULTIPACK_MODEL_TYPES: collator = V2BatchSamplerDataCollatorForSeq2Seq elif ( self.cfg.model_config_type in ["llama"]