rmaphoh
21 lines
799 B
Python
21 lines
799 B
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
# Partly revised by YZ @UCL&Moorfields
|
|
# --------------------------------------------------------
|
|
|
|
import math
|
|
|
|
def adjust_learning_rate(optimizer, epoch, args):
|
|
"""Decay the learning rate with half-cycle cosine after warmup"""
|
|
if epoch < args.warmup_epochs:
|
|
lr = args.lr * epoch / args.warmup_epochs
|
|
else:
|
|
lr = args.min_lr + (args.lr - args.min_lr) * 0.5 * \
|
|
(1. + math.cos(math.pi * (epoch - args.warmup_epochs) / (args.epochs - args.warmup_epochs)))
|
|
for param_group in optimizer.param_groups:
|
|
if "lr_scale" in param_group:
|
|
param_group["lr"] = lr * param_group["lr_scale"]
|
|
else:
|
|
param_group["lr"] = lr
|
|
return lr
|