Class: FtsLite::Tokenizer::Wakachi

Inherits:
Object
  • Object
show all
Defined in:
lib/fts_lite/tokenizer.rb

Instance Method Summary collapse

Instance Method Details

#split(text) ⇒ Object 



62
63
64
65
66
 
# File 'lib/fts_lite/tokenizer.rb', line 62

def split(text)
  BimyouSegmenter.segment(Tokenizer.normalize(text),
                          :white_space => false,
                          :symbol => false)
end

#vector(text) ⇒ Object 



59
60
61
 
# File 'lib/fts_lite/tokenizer.rb', line 59

def vector(text)
  split(text).join(" ")
end