Class: DNN::Optimizers::AdaGrad

Inherits:
Optimizer show all
Defined in:
lib/dnn/core/optimizers.rb

Instance Attribute Summary collapse

Attributes inherited from Optimizer

#learning_rate

Class Method Summary collapse

Instance Method Summary collapse

Methods inherited from Optimizer

#update

Constructor Details

#initialize(learning_rate = 0.01, eps: 1e-7) ⇒ AdaGrad

Returns a new instance of AdaGrad.

Parameters:

  • learning_rate (Float) (defaults to: 0.01) —

    Learning rate.

  • eps (Float) (defaults to: 1e-7) —

    Value to avoid division by zero.



104
105
106
107
108
 
# File 'lib/dnn/core/optimizers.rb', line 104

def initialize(learning_rate = 0.01, eps: 1e-7)
  super(learning_rate)
  @eps = eps
  @g = {}
end

Instance Attribute Details

#eps ⇒ Float

Return the eps value.

Returns:

  • (Float) —

    Return the eps value.



100
101
102
 
# File 'lib/dnn/core/optimizers.rb', line 100

def eps
  @eps
end

Class Method Details

.from_hash(hash) ⇒ Object 



110
111
112
 
# File 'lib/dnn/core/optimizers.rb', line 110

def self.from_hash(hash)
  self.new(hash[:learning_rate], eps: hash[:eps])
end

Instance Method Details

#to_hash ⇒ Object 



120
121
122
 
# File 'lib/dnn/core/optimizers.rb', line 120

def to_hash
  super(eps: @eps)
end