Class: Tomlrb::Scanner

Inherits:
Object
  • Object
show all
Defined in:
lib/tomlrb/scanner.rb

Constant Summary collapse

COMMENT = 
/#[^\u0000-\u0008\u000A-\u001F\u007F]*/
IDENTIFIER = 
/[A-Za-z0-9_-]+/
SPACE = 
/[ \t]/
NEWLINE = 
/(?:[ \t]*(?:\r?\n)[ \t]*)+/
STRING_BASIC = 
/(["])(?:\\?[^\u0000-\u0008\u000A-\u001F\u007F])*?\1/
STRING_MULTI = 
/"{3}([^\u0000-\u0008\u000B\u000C\u000E-\u001F\u007F]*?(?<!\\)"{3,5})/m
STRING_LITERAL = 
/(['])(?:\\?[^\u0000-\u0008\u000A-\u001F\u007F])*?\1/
STRING_LITERAL_MULTI = 
/'{3}([^\u0000-\u0008\u000B\u000C\u000E-\u001F\u007F]*?'{3,5})/m
DATETIME = 
/(-?\d{4})-(\d{2})-(\d{2})(?:(?:t|\s)(\d{2}):(\d{2}):(\d{2}(?:\.\d+)?))?(z|[-+]\d{2}:\d{2})?/i
LOCAL_TIME = 
/(\d{2}):(\d{2}):(\d{2}(?:\.\d+)?)/
FLOAT = 
/[+-]?(?:(?:\d|[1-9](?:_?\d)*)\.\d(?:_?\d)*|\d+(?=[eE]))(?:[eE][+-]?[0-9_]+)?(?!\w)/
FLOAT_KEYWORD = 
/[+-]?(?:inf|nan)\b/
INTEGER = 
/[+-]?([1-9](_?\d)*|0)(?![A-Za-z0-9_-]+)/
NON_DEC_INTEGER = 
/0(?:x[0-9A-Fa-f][0-9A-Fa-f_]*|o[0-7][0-7_]*|b[01][01_]*)/
BOOLEAN = 
/true|false/

Instance Method Summary collapse

Constructor Details

#initialize(io) ⇒ Scanner

Returns a new instance of Scanner.



21
22
23
24
 
# File 'lib/tomlrb/scanner.rb', line 21

def initialize(io)
  @ss = StringScanner.new(io.read)
  @eos = false
end

Instance Method Details

#next_token ⇒ Object 



26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
 
# File 'lib/tomlrb/scanner.rb', line 26

def next_token
  case
  when @ss.scan(NEWLINE) then [:NEWLINE, nil]
  when @ss.scan(SPACE) then next_token
  when @ss.scan(COMMENT) then next_token
  when @ss.scan(DATETIME) then process_datetime
  when @ss.scan(LOCAL_TIME) then process_local_time
  when text = @ss.scan(STRING_MULTI) then [:STRING_MULTI, text[3..-4]]
  when text = @ss.scan(STRING_BASIC) then [:STRING_BASIC, text[1..-2]]
  when text = @ss.scan(STRING_LITERAL_MULTI) then [:STRING_LITERAL_MULTI, text[3..-4]]
  when text = @ss.scan(STRING_LITERAL) then [:STRING_LITERAL, text[1..-2]]
  when text = @ss.scan(FLOAT) then [:FLOAT, text]
  when text = @ss.scan(FLOAT_KEYWORD) then [:FLOAT_KEYWORD, text]
  when text = @ss.scan(INTEGER) then [:INTEGER, text]
  when text = @ss.scan(NON_DEC_INTEGER) then [:NON_DEC_INTEGER, text]
  when text = @ss.scan(BOOLEAN) then [:BOOLEAN, text]
  when text = @ss.scan(IDENTIFIER) then [:IDENTIFIER, text]
  when @ss.eos? then process_eos
  else x = @ss.getch; [x, x]
  end
end

#process_datetime ⇒ Object 



48
49
50
51
52
53
54
 
# File 'lib/tomlrb/scanner.rb', line 48

def process_datetime
  if @ss[7]
    offset = @ss[7].gsub('Z', '+00:00')
  end
  args = [@ss[1], @ss[2], @ss[3], @ss[4], @ss[5], @ss[6], offset]
  [:DATETIME, args]
end

#process_eos ⇒ Object 



61
62
63
64
65
66
 
# File 'lib/tomlrb/scanner.rb', line 61

def process_eos
  return if @eos

  @eos = true
  [:EOS, nil]
end

#process_local_time ⇒ Object 



56
57
58
59
 
# File 'lib/tomlrb/scanner.rb', line 56

def process_local_time
  args = [@ss[1], @ss[2], @ss[3].to_f]
  [:LOCAL_TIME, args]
end