From 2727d8654473afaf6410dffd7f9428f893a0b1b6 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Mon, 17 Mar 2025 13:42:49 +0000 Subject: [PATCH] non-seq2se1 collator fix --- src/axolotl/core/trainer_builder.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index 908947876..c6ec59132 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -911,7 +911,9 @@ class HFCausalTrainerBuilder(TrainerBuilderBase): collator = DataCollatorForSeq2Seq kwargs["return_tensors"] = "pt" - kwargs["sequence_parallel_degree"] = training_args.sequence_parallel_degree + if issubclass(collator, DataCollatorForSeq2Seq): + print(type(collator), issubclass(collator, DataCollatorForSeq2Seq)) + kwargs["sequence_parallel_degree"] = training_args.sequence_parallel_degree return collator( *collator_args,