Class: DNN::Optimizers::Nesterov

Inherits:
Optimizer show all
Defined in:
lib/dnn/core/optimizers.rb

Instance Attribute Summary collapse

Attributes inherited from Optimizer

#learning_rate

Class Method Summary collapse

Instance Method Summary collapse

Methods inherited from Optimizer

#update

Constructor Details

#initialize(learning_rate = 0.01, momentum: 0.9) ⇒ Nesterov

Returns a new instance of Nesterov.

Parameters:

  • learning_rate (Float) (defaults to: 0.01) —

    Learning rate.

  • momentum (Float) (defaults to: 0.9) —

    momentum coefficient.



79
80
81
82
83
 
# File 'lib/dnn/core/optimizers.rb', line 79

def initialize(learning_rate = 0.01, momentum: 0.9)
  super(learning_rate)
  @momentum = momentum
  @v = {}
end

Instance Attribute Details

#momentum ⇒ Object

Returns the value of attribute momentum.



71
72
73
 
# File 'lib/dnn/core/optimizers.rb', line 71

def momentum
  @momentum
end

Class Method Details

.from_hash(hash) ⇒ Object 



73
74
75
 
# File 'lib/dnn/core/optimizers.rb', line 73

def self.from_hash(hash)
  self.new(hash[:learning_rate], momentum: hash[:momentum])
end

Instance Method Details

#to_hash ⇒ Object 



85
86
87
 
# File 'lib/dnn/core/optimizers.rb', line 85

def to_hash
  super(momentum: @momentum)
end