Method: TokenTrieNER.clean

Defined in:
lib/rbbt/ner/token_trieNER.rb

.clean(token) ⇒ Object 



8
9
10
11
12
13
14
 
# File 'lib/rbbt/ner/token_trieNER.rb', line 8

def self.clean(token)
  if token.length > 3
    token.downcase.sub(/-/,'')
  else
    token
  end
end