Method: NN::BatchNorm#forward

Defined in:
lib/nn.rb

#forward(x) ⇒ Object 



417
418
419
420
421
422
423
424
 
# File 'lib/nn.rb', line 417

def forward(x)
  @mean = x.mean(0)
  @xc = x - @mean
  @var = (@xc ** 2).mean(0)
  @std = NMath.sqrt(@var + 1e-7)
  @xn = @xc / @std
  @nn.gammas[@index] * @xn + @nn.betas[@index]
end