Method: Informers::GPT2PreTrainedModel#initialize

Defined in:
lib/informers/models.rb

#initialize(config, session, generation_config) ⇒ GPT2PreTrainedModel

Returns a new instance of GPT2PreTrainedModel.



1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
 
# File 'lib/informers/models.rb', line 1001

def initialize(config, session, generation_config)
  super(config, session)
  @generation_config = generation_config

  # config doesn't contain pad_token_id, so we assume it is the eos_token_id
  @config["pad_token_id"] = @config["eos_token_id"]

  @num_heads = @config["n_head"]
  @num_layers = @config["n_layer"]
  @dim_kv = @config["n_embd"] / @num_heads.to_f
end