Class: Informers::T5ForConditionalGeneration

Inherits:
T5PreTrainedModel show all
Defined in:
lib/informers/models.rb

Constant Summary

Constants inherited from PreTrainedModel

PreTrainedModel::MAIN_INPUT_NAME

Instance Attribute Summary

Attributes inherited from PreTrainedModel

#config

Instance Method Summary collapse

Methods inherited from PreTrainedModel

#call, construct_session, from_pretrained, #generate

Constructor Details

#initialize(config, session, decoder_merged_session, generation_config) ⇒ T5ForConditionalGeneration

Returns a new instance of T5ForConditionalGeneration.



855
856
857
858
859
860
861
862
863
864
865
866
867
 
# File 'lib/informers/models.rb', line 855

def initialize(config, session, decoder_merged_session, generation_config)
  super(config, session)
  @decoder_merged_session = decoder_merged_session
  @generation_config = generation_config

  @num_decoder_layers = @config[:num_decoder_layers]
  @num_decoder_heads = @config[:num_heads]
  @decoder_dim_kv = @config[:d_kv]

  @num_encoder_layers = @config[:num_layers]
  @num_encoder_heads = @config[:num_heads]
  @encoder_dim_kv = @config[:d_kv]
end