equiav / optimizer /sgd.py
wendell0218's picture
Upload folder using huggingface_hub
c8ef6d5 verified
#! /usr/bin/python
# -*- encoding: utf-8 -*-
import torch
def Optimizer(parameters, lr, weight_decay, **kwargs):
print('Initialised SGD optimizer')
return torch.optim.SGD(parameters, lr = lr, momentum = 0.9, weight_decay=weight_decay);