reference/code/Fast-dLLM/third_party/lmflow/optim/optimizers.py

#!/usr/bin/env python
# coding=utf-8
"""All optimizers.
"""
from lmflow.optim.dummy import Dummy
from lmflow.optim.adabelief import AdaBelief
from lmflow.optim.adabound import AdaBound
from lmflow.optim.lars import LARS
from lmflow.optim.lamb import Lamb
from lmflow.optim.adamax import Adamax
from lmflow.optim.nadam import NAdam
from lmflow.optim.radam import RAdam
from lmflow.optim.adamp import AdamP
from lmflow.optim.sgdp import SGDP
from lmflow.optim.yogi import Yogi
from lmflow.optim.sophia import SophiaG
from lmflow.optim.adan import Adan
from lmflow.optim.novograd import NovoGrad
from lmflow.optim.adam import Adam
from lmflow.optim.adadelta import Adadelta
from lmflow.optim.adagrad import AdaGrad
from lmflow.optim.muon import Muon
from lmflow.optim.adamw_schedule_free import AdamWScheduleFree
from lmflow.optim.sgd_schedule_free import SGDScheduleFree