Class: DNN::Layers::SimpleRNN

Inherits:
RNN show all
Defined in:
lib/dnn/core/rnn_layers.rb

Instance Attribute Summary collapse

Attributes inherited from RNN

#bias, #num_nodes, #stateful, #weight, #weight2

Attributes inherited from Connection

#l1_lambda, #l2_lambda

Attributes inherited from HasParamLayer

#params, #trainable

Class Method Summary collapse

Instance Method Summary collapse

Methods inherited from RNN

#backward, #dlasso, #dlasso2, #dridge, #dridge2, #forward, #lasso, #reset_state, #ridge, #shape

Methods inherited from Connection

#dlasso, #dridge, #lasso, #ridge

Methods inherited from HasParamLayer

#build, #update

Methods inherited from Layer

#backward, #build, #built?, #forward, #prev_layer, #shape

Constructor Details

#initialize(num_nodes, stateful: false, return_sequences: true, activation: Tanh.new, weight_initializer: Initializers::RandomNormal.new, bias_initializer: Initializers::Zeros.new, l1_lambda: 0, l2_lambda: 0) ⇒ SimpleRNN

Returns a new instance of SimpleRNN.



172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
 
# File 'lib/dnn/core/rnn_layers.rb', line 172

def initialize(num_nodes,
               stateful: false,
               return_sequences: true,
               activation: Tanh.new,
               weight_initializer: Initializers::RandomNormal.new,
               bias_initializer: Initializers::Zeros.new,
               l1_lambda: 0,
               l2_lambda: 0)
  super(num_nodes,
        stateful: stateful,
        return_sequences: return_sequences,
        weight_initializer: weight_initializer,
        bias_initializer: bias_initializer,
        l1_lambda: 0,
        l2_lambda: 0)
  @activation = activation
end

Instance Attribute Details

#activation ⇒ Object (readonly)

Returns the value of attribute activation.



158
159
160
 
# File 'lib/dnn/core/rnn_layers.rb', line 158

def activation
  @activation
end

Class Method Details

.load_hash(hash) ⇒ Object 



160
161
162
163
164
165
166
167
168
169
170
 
# File 'lib/dnn/core/rnn_layers.rb', line 160

def self.load_hash(hash)
  simple_rnn = self.new(hash[:num_nodes],
                        stateful: hash[:stateful],
                        return_sequences: hash[:return_sequences],
                        activation: Util.load_hash(hash[:activation]),
                        weight_initializer: Util.load_hash(hash[:weight_initializer]),
                        bias_initializer: Util.load_hash(hash[:bias_initializer]),
                        l1_lambda: hash[:l1_lambda],
                        l2_lambda: hash[:l2_lambda])
  simple_rnn
end

Instance Method Details

#to_hash ⇒ Object 



190
191
192
 
# File 'lib/dnn/core/rnn_layers.rb', line 190

def to_hash
  super({activation: @activation.to_hash})
end