Class: Transformers::SentenceTransformer

Inherits:
Object
  • Object
show all
Defined in:
lib/transformers/sentence_transformer.rb

Instance Method Summary collapse

Constructor Details

#initialize(model_id) ⇒ SentenceTransformer 



3
4
5
6
 
# File 'lib/transformers/sentence_transformer.rb', line 3

def initialize(model_id)
  @model_id = model_id
  @model = Transformers.pipeline("embedding", model_id)
end

Instance Method Details

#encode(sentences) ⇒ Object 



8
9
10
11
12
13
14
15
16
17
18
 
# File 'lib/transformers/sentence_transformer.rb', line 8

def encode(sentences)
  # TODO check modules.json
  if [
    "sentence-transformers/all-MiniLM-L6-v2",
    "sentence-transformers/multi-qa-MiniLM-L6-cos-v1"
  ].include?(@model_id)
    @model.(sentences)
  else
    @model.(sentences, pooling: "cls", normalize: false)
  end
end