Method: Transformers::Mpnet::MPNetForTokenClassification#initialize

Defined in:
lib/transformers/models/mpnet/modeling_mpnet.rb

#initialize(config) ⇒ MPNetForTokenClassification 



660
661
662
663
664
665
666
667
668
669
670
 
# File 'lib/transformers/models/mpnet/modeling_mpnet.rb', line 660

def initialize(config)
  super(config)
  @num_labels = config.num_labels

  @mpnet = MPNetModel.new(config, add_pooling_layer: false)
  @dropout = Torch::NN::Dropout.new(p: config.hidden_dropout_prob)
  @classifier = Torch::NN::Linear.new(config.hidden_size, config.num_labels)

  # Initialize weights and apply final processing
  post_init
end