Method: Transformers::Vit::ViTIntermediate#initialize

Defined in:
lib/transformers/models/vit/modeling_vit.rb

#initialize(config) ⇒ ViTIntermediate

Returns a new instance of ViTIntermediate.



207
208
209
210
211
212
213
214
215
 
# File 'lib/transformers/models/vit/modeling_vit.rb', line 207

def initialize(config)
  super()
  @dense = Torch::NN::Linear.new(config.hidden_size, config.intermediate_size)
  if config.hidden_act.is_a?(String)
    @intermediate_act_fn = ACT2FN[config.hidden_act]
  else
    @intermediate_act_fn = config.hidden_act
  end
end