tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix steps check for anneal on first cycle (#1316)

Browse Source
This commit is contained in:
Wing Lian
2024-02-27 08:56:08 -05:00
committed by GitHub
parent 5265cd6b2c
commit 2c9c88b32a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/monkeypatch/relora.py
View File

@@ -267,7 +267,7 @@ class ReLoRAScheduler(LRScheduler):
original = self.inner_schedule.get_lr() original = self.inner_schedule.get_lr()
step = self.last_epoch step = self.last_epoch
if step < self.relora_steps: if step < self.relora_steps - self.warmup_steps:
scale = 1 scale = 1
else: else:
per_relora_progress = step % self.relora_steps per_relora_progress = step % self.relora_steps