tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

non-seq2se1 collator fix

Browse Source
This commit is contained in:
Dan Saunders
2025-03-17 13:42:49 +00:00
parent 64c203cdef
commit 2727d86544
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/trainer_builder.py
View File

@@ -911,7 +911,9 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
collator = DataCollatorForSeq2Seq collator = DataCollatorForSeq2Seq
kwargs["return_tensors"] = "pt" kwargs["return_tensors"] = "pt"
kwargs["sequence_parallel_degree"] = training_args.sequence_parallel_degree if issubclass(collator, DataCollatorForSeq2Seq):
print(type(collator), issubclass(collator, DataCollatorForSeq2Seq))
kwargs["sequence_parallel_degree"] = training_args.sequence_parallel_degree
return collator( return collator(
*collator_args, *collator_args,