From 2e6265090f7ddf94a8c97b87cf3ab7dece942e5e Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 25 Dec 2024 21:45:27 -0500 Subject: [PATCH] remove lr_groups from other branch --- src/axolotl/core/trainer_builder.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index 39d3b631f..ade8e0b0f 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -466,7 +466,6 @@ class AxolotlTrainer(SchedulerMixin, Trainer): self.args.loraplus_lr_ratio is None and self.args.embedding_lr_scale is None and self.args.embedding_lr is None - and self.args.lr_groups is None and self.args.alternate_optimizer not in [ "optimi_adamw",