From 3f1f5e33120b75f83736d75eb3bea0a6dad5424c Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 18 Jun 2024 23:32:29 -0400 Subject: [PATCH] drop length column for issues with eval without packing (#1711) --- src/axolotl/core/trainer_builder.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index 81eeeabcb..1807952df 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -459,6 +459,8 @@ class AxolotlTrainer(Trainer): self.data_collator = ( # pylint: disable=attribute-defined-outside-init self.eval_data_collator ) + if eval_dataset: + eval_dataset = eval_dataset.remove_columns(["length"]) dataloader = super().get_eval_dataloader(eval_dataset) self.data_collator = ( # pylint: disable=attribute-defined-outside-init self.train_data_collator