From b882dfb63fa3103eec35c754cd52dbba42091da6 Mon Sep 17 00:00:00 2001 From: Catgat <145307970+Catgat@users.noreply.github.com> Date: Mon, 21 Apr 2025 10:30:55 -0400 Subject: [PATCH] Fixed Rex Scheduler Warm Up (#2535) [skip ci] * Fixed Rex Scheduler Warm Up * chore: lint --------- Co-authored-by: Wing Lian --- src/axolotl/utils/schedulers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/schedulers.py b/src/axolotl/utils/schedulers.py index e9989b1af..b550ac02c 100644 --- a/src/axolotl/utils/schedulers.py +++ b/src/axolotl/utils/schedulers.py @@ -40,7 +40,7 @@ class RexLR(LRScheduler): self.max_lr = max_lr self.total_steps = total_steps self.num_warmup_steps = num_warmup_steps - self.last_step = last_step - 1 + self.last_step = max(last_step - 1, 0) # Ensure each parameter group has an "initial_lr" key to avoid issues when resuming. for group in optimizer.param_groups: