Merge pull request #571 from dyhuachi/dyhuachi-patch-1

[fix] Refactor get_lr function to include min_lr calculation
2025-12-09 12:59:11 +08:00 · 2025-12-09 12:59:11 +08:00 · b6b0c8f675
parent 7614a3bf90 8fcc81696d
commit b6b0c8f675
1 changed files with 2 additions and 1 deletions
--- a/trainer/trainer_utils.py
+++ b/trainer/trainer_utils.py
@ -23,7 +23,8 @@ def Logger(content):


 def get_lr(current_step, total_steps, lr):
-    return lr / 10 + 0.5 * lr * (1 + math.cos(math.pi * current_step / total_steps))
+    min_lr = lr / 10
+    return min_lr + 0.5 * (lr - min_lr) * (1 + math.cos(math.pi * current_step / total_steps))


 def init_distributed_mode():