class

ML::Optim::SGD

Inherits Reference / Object

SGD optimizer (for reference/comparison)

Constructors

new(params : Array(Autograd::Variable), lr : Float32 = 0.01_f32, momentum : Float32 = 0.0_f32, weight_decay : Float32 = 0.0_f32, dampening : Float32 = 0.0_f32, nesterov : Bool = false)
Source

Instance methods

dampening
Source
dampening=(dampening : Float32)
Source
lr=(lr : Float32)
Source
momentum
Source
momentum=(momentum : Float32)
Source
nesterov
Source
nesterov=(nesterov : Bool)
Source
step
Source
weight_decay
Source
weight_decay=(weight_decay : Float32)
Source
zero_grad
Source