decoding

游雁

2024-06-13 c553a8db1712c2a5deeef5bbb68bd1fdf8d61ab7

 funasr/schedulers/noam_lr.py

@@ -1,4 +1,5 @@
"""Noam learning rate scheduler module."""

from typing import Union
import warnings

@@ -56,8 +57,6 @@
    def get_lr(self):
        step_num = self.last_epoch + 1
        return [
            lr
            * self.model_size**-0.5
            * min(step_num**-0.5, step_num * self.warmup_steps**-1.5)
            lr * self.model_size**-0.5 * min(step_num**-0.5, step_num * self.warmup_steps**-1.5)
            for lr in self.base_lrs
        ]