mindformers.core.lr.CosineWithRestartsAndWarmUpLR

class mindformers.core.lr.CosineWithRestartsAndWarmUpLR(learning_rate: float, total_steps: int, warmup_steps: int, num_cycles: float = 0.5, lr_end: float = 0.0, warmup_lr_init: float = 0.0)

CosineWithRestartsAndWarmUpLR.