Module: TokenizerRuby

Defined in:

lib/tokenizer_ruby.rb,
lib/tokenizer_ruby/version.rb,
lib/tokenizer_ruby/encoding.rb,
lib/tokenizer_ruby/tokenizer.rb

Defined Under Namespace

Classes: ConfigurationError, Encoding, Error, FileNotFoundError, TokenizationError, Tokenizer

Constant Summary

VERSION =

"0.2.0"