Method: Transformers::Mpnet::MPNetPooler#forward

Defined in:
lib/transformers/models/mpnet/modeling_mpnet.rb

#forward(hidden_states) ⇒ Object 



373
374
375
376
377
378
379
380
 
# File 'lib/transformers/models/mpnet/modeling_mpnet.rb', line 373

def forward(hidden_states)
  # We "pool" the model by simply taking the hidden state corresponding
  # to the first token.
  first_token_tensor = hidden_states[0.., 0]
  pooled_output = @dense.(first_token_tensor)
  pooled_output = @activation.(pooled_output)
  pooled_output
end