From fe1f4c4e7d3eb7bc412de35831a0466f56d70db5 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Mon, 29 May 2023 14:25:15 +0900 Subject: [PATCH] Lint schedulers --- src/axolotl/utils/schedulers.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/src/axolotl/utils/schedulers.py b/src/axolotl/utils/schedulers.py index b9b7e25be..f9b9e3583 100644 --- a/src/axolotl/utils/schedulers.py +++ b/src/axolotl/utils/schedulers.py @@ -1,7 +1,13 @@ +"""Module for custom LRScheduler class""" + from torch.optim.lr_scheduler import LRScheduler class InterpolatingLogScheduler(LRScheduler): + """ + A scheduler that interpolates learning rates in a logarithmic fashion + """ + def __init__(self, optimizer, num_steps, min_lr, max_lr, last_epoch=-1): """A scheduler that interpolates learning rates in a logarithmic fashion @@ -19,7 +25,9 @@ class InterpolatingLogScheduler(LRScheduler): self.num_steps = num_steps self.min_lr = min_lr self.max_lr = max_lr - self.q = (max_lr / min_lr) ** (1 / (num_steps - 1)) + self.q = (max_lr / min_lr) ** ( # pylint: disable=invalid-name + 1 / (num_steps - 1) + ) super().__init__(optimizer, last_epoch) def get_lr(self):