fix steps check for anneal on first cycle (#1316)

This commit is contained in:
Wing Lian
2024-02-27 08:56:08 -05:00
committed by GitHub
parent 5265cd6b2c
commit 2c9c88b32a

View File

@@ -267,7 +267,7 @@ class ReLoRAScheduler(LRScheduler):
original = self.inner_schedule.get_lr()
step = self.last_epoch
if step < self.relora_steps:
if step < self.relora_steps - self.warmup_steps:
scale = 1
else:
per_relora_progress = step % self.relora_steps