Module: Patterns

Included in:

RubyTokenizer::Tokenizer

Defined in:

lib/patterns_module/patterns.rb

Constant Summary

PUNCTUATION =

[':', ',', '—', '!', '?', ';', '.', '"']

PARENS =

['{', '[', '}', ']', '(', ')']

MISC =

['<', '«', '„', '>', '»', '“', '*']

BASIC =

CONJUNCTIONS = [‘for ’, ‘and ’, ‘nor ’, ‘but ’, ‘or ’, ‘yet ’, ‘so ’, ‘as ’] DETERMINERS = [‘the ’, ‘this ’, ‘that ’]

PUNCTUATION + MISC

Class Method Summary

• .basic ⇒ Object

Class Method Details

.basic ⇒ Object

# File 'lib/patterns_module/patterns.rb', line 10

def self.basic
  Regexp.union(BASIC)
end