mindformers.core.lr.CosineWithWarmUpLR

class mindformers.core.lr.CosineWithWarmUpLR(learning_rate: float, warmup_steps: int, total_steps: int, num_cycles: float = 0.5, lr_end: float = 0.0, warmup_lr_init: float = 0.0)

CosineWithWarmUpLR.