Class: FtsLite::Tokenizer::Simple

Inherits:
Object
  • Object
show all
Defined in:
lib/fts_lite/tokenizer.rb

Instance Method Summary collapse

Instance Method Details

#query(text, options) ⇒ Object 



32
33
34
 
# File 'lib/fts_lite/tokenizer.rb', line 32

def query(text, options)
  vector(text)
end

#split(text) ⇒ Object 



38
39
40
 
# File 'lib/fts_lite/tokenizer.rb', line 38

def split(text)
  Tokenizer.normalize(text).split(SIMPLE_DELIMITER)
end

#vector(text) ⇒ Object 



35
36
37
 
# File 'lib/fts_lite/tokenizer.rb', line 35

def vector(text)
  split(text).join(" ")
end