| # Copyright (c) Facebook, Inc. and its affiliates. | |
| # | |
| # This source code is licensed under the MIT license found in the | |
| # LICENSE file in the root directory of this source tree. | |
| from .adagrad import Adagrad, Adagrad8bit, Adagrad32bit | |
| from .adam import Adam, Adam8bit, Adam32bit, PagedAdam, PagedAdam8bit, PagedAdam32bit | |
| from .adamw import ( | |
| AdamW, | |
| AdamW8bit, | |
| AdamW32bit, | |
| PagedAdamW, | |
| PagedAdamW8bit, | |
| PagedAdamW32bit, | |
| ) | |
| from .lamb import LAMB, LAMB8bit, LAMB32bit | |
| from .lars import LARS, LARS8bit, LARS32bit, PytorchLARS | |
| from .lion import Lion, Lion8bit, Lion32bit, PagedLion, PagedLion8bit, PagedLion32bit | |
| from .optimizer import GlobalOptimManager | |
| from .rmsprop import RMSprop, RMSprop8bit, RMSprop32bit | |
| from .sgd import SGD, SGD8bit, SGD32bit | |