Class: DNN::Optimizers::Optimizer

Inherits:
Object
  • Object
show all
Defined in:
lib/dnn/core/optimizers.rb

Overview

Super class of all optimizer classes.

Direct Known Subclasses

AdaDelta, AdaGrad, Adam, Nesterov, RMSProp, RMSPropGraves, SGD

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(learning_rate) ⇒ Optimizer

Returns a new instance of Optimizer.



9
10
11
 
# File 'lib/dnn/core/optimizers.rb', line 9

def initialize(learning_rate)
  @learning_rate = learning_rate
end

Instance Attribute Details

#learning_rate ⇒ Float

Return the Learning rate.

Returns:

  • (Float) —

    Return the Learning rate.



7
8
9
 
# File 'lib/dnn/core/optimizers.rb', line 7

def learning_rate
  @learning_rate
end

Instance Method Details

#to_hash(merge_hash = nil) ⇒ Object 



24
25
26
27
28
 
# File 'lib/dnn/core/optimizers.rb', line 24

def to_hash(merge_hash = nil)
  hash = {class: self.class.name, learning_rate: @learning_rate}
  hash.merge!(merge_hash) if merge_hash
  hash
end

#update(layers) ⇒ Object

Update layers has param.



14
15
16
17
18
19
20
21
22
 
# File 'lib/dnn/core/optimizers.rb', line 14

def update(layers)
  target_params = layers.select { |layer| layer.is_a?(HasParamLayer) && layer.trainable }
                        .map { |layer| layer.params.values }.flatten
                        .select { |param| param.grad }
  target_params.each do |param|
    update_param(param)
    param.grad = 0
  end
end