Method: Transformers::Mpnet::MPNetModel#initialize

Defined in:
lib/transformers/models/mpnet/modeling_mpnet.rb

#initialize(config, add_pooling_layer: true) ⇒ MPNetModel

Returns a new instance of MPNetModel.



384
385
386
387
388
389
390
391
392
393
394
 
# File 'lib/transformers/models/mpnet/modeling_mpnet.rb', line 384

def initialize(config, add_pooling_layer: true)
  super(config)
  @config = config

  @embeddings = MPNetEmbeddings.new(config)
  @encoder = MPNetEncoder.new(config)
  @pooler = add_pooling_layer ? MPNetPooler.new(config) : nil

  # Initialize weights and apply final processing
  post_init
end