Module: Liquor::Lexer

Defined in:

lib/liquor/grammar/lexer.rb

Class Attribute Summary

• ._liquor_actions ⇒ Object

  Returns the value of attribute _liquor_actions.

• ._liquor_eof_actions ⇒ Object

  Returns the value of attribute _liquor_eof_actions.

• ._liquor_eof_trans ⇒ Object

  Returns the value of attribute _liquor_eof_trans.

• ._liquor_from_state_actions ⇒ Object

  Returns the value of attribute _liquor_from_state_actions.

• ._liquor_index_offsets ⇒ Object

  Returns the value of attribute _liquor_index_offsets.

• ._liquor_indicies ⇒ Object

  Returns the value of attribute _liquor_indicies.

• ._liquor_key_offsets ⇒ Object

  Returns the value of attribute _liquor_key_offsets.

• ._liquor_range_lengths ⇒ Object

  Returns the value of attribute _liquor_range_lengths.

• ._liquor_single_lengths ⇒ Object

  Returns the value of attribute _liquor_single_lengths.

• ._liquor_to_state_actions ⇒ Object

  Returns the value of attribute _liquor_to_state_actions.

• ._liquor_trans_actions ⇒ Object

  Returns the value of attribute _liquor_trans_actions.

• ._liquor_trans_keys ⇒ Object

  Returns the value of attribute _liquor_trans_keys.

• ._liquor_trans_targs ⇒ Object

  Returns the value of attribute _liquor_trans_targs.

• .liquor_en_code ⇒ Object

  Returns the value of attribute liquor_en_code.

• .liquor_en_comment ⇒ Object

  Returns the value of attribute liquor_en_comment.

• .liquor_en_dqstring ⇒ Object

  Returns the value of attribute liquor_en_dqstring.

• .liquor_en_integer ⇒ Object

  Returns the value of attribute liquor_en_integer.

• .liquor_en_plaintext ⇒ Object

  Returns the value of attribute liquor_en_plaintext.

• .liquor_en_sqstring ⇒ Object

  Returns the value of attribute liquor_en_sqstring.

• .liquor_en_tag_start ⇒ Object

  Returns the value of attribute liquor_en_tag_start.

• .liquor_error ⇒ Object

  Returns the value of attribute liquor_error.

• .liquor_first_final ⇒ Object

  Returns the value of attribute liquor_first_final.

• .liquor_start ⇒ Object

  Returns the value of attribute liquor_start.

Class Method Summary

• .lex(data, name = '(code)', registered_tags = {}) ⇒ Object

  line 217 “lib/liquor/grammar/lexer.rl”.

Class Attribute Details

._liquor_actions ⇒ Object

Returns the value of attribute _liquor_actions.

# File 'lib/liquor/grammar/lexer.rb', line 12

def _liquor_actions
  @_liquor_actions
end

._liquor_eof_actions ⇒ Object

Returns the value of attribute _liquor_eof_actions.

# File 'lib/liquor/grammar/lexer.rb', line 207

def _liquor_eof_actions
  @_liquor_eof_actions
end

._liquor_eof_trans ⇒ Object

Returns the value of attribute _liquor_eof_trans.

# File 'lib/liquor/grammar/lexer.rb', line 219

def _liquor_eof_trans
  @_liquor_eof_trans
end

._liquor_from_state_actions ⇒ Object

Returns the value of attribute _liquor_from_state_actions.

# File 'lib/liquor/grammar/lexer.rb', line 195

def _liquor_from_state_actions
  @_liquor_from_state_actions
end

._liquor_index_offsets ⇒ Object

Returns the value of attribute _liquor_index_offsets.

# File 'lib/liquor/grammar/lexer.rb', line 102

def _liquor_index_offsets
  @_liquor_index_offsets
end

._liquor_indicies ⇒ Object

Returns the value of attribute _liquor_indicies.

# File 'lib/liquor/grammar/lexer.rb', line 114

def _liquor_indicies
  @_liquor_indicies
end

._liquor_key_offsets ⇒ Object

Returns the value of attribute _liquor_key_offsets.

# File 'lib/liquor/grammar/lexer.rb', line 38

def _liquor_key_offsets
  @_liquor_key_offsets
end

._liquor_range_lengths ⇒ Object

Returns the value of attribute _liquor_range_lengths.

# File 'lib/liquor/grammar/lexer.rb', line 90

def _liquor_range_lengths
  @_liquor_range_lengths
end

._liquor_single_lengths ⇒ Object

Returns the value of attribute _liquor_single_lengths.

# File 'lib/liquor/grammar/lexer.rb', line 78

def _liquor_single_lengths
  @_liquor_single_lengths
end

._liquor_to_state_actions ⇒ Object

Returns the value of attribute _liquor_to_state_actions.

# File 'lib/liquor/grammar/lexer.rb', line 183

def _liquor_to_state_actions
  @_liquor_to_state_actions
end

._liquor_trans_actions ⇒ Object

Returns the value of attribute _liquor_trans_actions.

# File 'lib/liquor/grammar/lexer.rb', line 163

def _liquor_trans_actions
  @_liquor_trans_actions
end

._liquor_trans_keys ⇒ Object

Returns the value of attribute _liquor_trans_keys.

# File 'lib/liquor/grammar/lexer.rb', line 50

def _liquor_trans_keys
  @_liquor_trans_keys
end

._liquor_trans_targs ⇒ Object

Returns the value of attribute _liquor_trans_targs.

# File 'lib/liquor/grammar/lexer.rb', line 143

def _liquor_trans_targs
  @_liquor_trans_targs
end

.liquor_en_code ⇒ Object

Returns the value of attribute liquor_en_code.

# File 'lib/liquor/grammar/lexer.rb', line 264

def liquor_en_code
  @liquor_en_code
end

.liquor_en_comment ⇒ Object

Returns the value of attribute liquor_en_comment.

# File 'lib/liquor/grammar/lexer.rb', line 244

def liquor_en_comment
  @liquor_en_comment
end

.liquor_en_dqstring ⇒ Object

Returns the value of attribute liquor_en_dqstring.

# File 'lib/liquor/grammar/lexer.rb', line 248

def liquor_en_dqstring
  @liquor_en_dqstring
end

.liquor_en_integer ⇒ Object

Returns the value of attribute liquor_en_integer.

# File 'lib/liquor/grammar/lexer.rb', line 256

def liquor_en_integer
  @liquor_en_integer
end

.liquor_en_plaintext ⇒ Object

Returns the value of attribute liquor_en_plaintext.

# File 'lib/liquor/grammar/lexer.rb', line 268

def liquor_en_plaintext
  @liquor_en_plaintext
end

.liquor_en_sqstring ⇒ Object

Returns the value of attribute liquor_en_sqstring.

# File 'lib/liquor/grammar/lexer.rb', line 252

def liquor_en_sqstring
  @liquor_en_sqstring
end

.liquor_en_tag_start ⇒ Object

Returns the value of attribute liquor_en_tag_start.

# File 'lib/liquor/grammar/lexer.rb', line 260

def liquor_en_tag_start
  @liquor_en_tag_start
end

.liquor_error ⇒ Object

Returns the value of attribute liquor_error.

# File 'lib/liquor/grammar/lexer.rb', line 239

def liquor_error
  @liquor_error
end

.liquor_first_final ⇒ Object

Returns the value of attribute liquor_first_final.

# File 'lib/liquor/grammar/lexer.rb', line 235

def liquor_first_final
  @liquor_first_final
end

.liquor_start ⇒ Object

Returns the value of attribute liquor_start.

# File 'lib/liquor/grammar/lexer.rb', line 231

def liquor_start
  @liquor_start
end

Class Method Details

.lex(data, name = '(code)', registered_tags = {}) ⇒ Object

line 217 “lib/liquor/grammar/lexer.rl”

# File 'lib/liquor/grammar/lexer.rb', line 275

def self.lex(data, name='(code)', registered_tags={})
  eof    = data.length
  ts     = nil # token start
  te     = nil # token end
  stack  = []

  # Strings
  string    = ""
  str_start = nil
  runaway   = false

  # Tags
  kw_stop    = nil

  line_starts = [0]

  find_line_start = ->(index) {
    line_starts.
        each_index.find { |i|
          line_starts[i + 1].nil? || line_starts[i + 1] > index
        }
  }
  loc = ->(index) {
    line_start_index = find_line_start.(index)
    [ line_start_index, index - line_starts[line_start_index] ]
  }

  # Tag stack
  tag_stack  = []
  tag_conts  = []
  last_tag   = nil

  update_tag_cont = ->() {
    tag = tag_stack.last
    if registered_tags.include?(tag)
      tag_conts = registered_tags[tag].continuations
    end
  }
  push_last_tag = ->() {
    if last_tag
      tag_stack.push last_tag
      last_tag = nil
      update_tag_cont.()
    end
  }
  pop_tag = ->() {
    tag_stack.pop
    update_tag_cont.()
  }

  tokens = []

  fixtok = ->(new_type) {
    tokens.last[0] = new_type
  }
  tok = ->(type, data=nil, options={}) {
    sl, sc, el, ec = *loc.(options[:ts] || ts),
                     *loc.(options[:te] || te - 1)
    tokens << [type, { file: name, line: sl, start: sc, end: ec }, *data]
  }

  
# line 338 "lib/liquor/grammar/lexer.rb"
begin
	p ||= 0
	pe ||= data.length
	cs = liquor_start
	top = 0
	ts = nil
	te = nil
	act = 0
end

# line 280 "lib/liquor/grammar/lexer.rl"
  
# line 351 "lib/liquor/grammar/lexer.rb"
begin
	_klen, _trans, _keys, _acts, _nacts = nil
	_goto_level = 0
	_resume = 10
	_eof_trans = 15
	_again = 20
	_test_eof = 30
	_out = 40
	while true
	_trigger_goto = false
	if _goto_level <= 0
	if p == pe
		_goto_level = _test_eof
		next
	end
	end
	if _goto_level <= _resume
	_acts = _liquor_from_state_actions[cs]
	_nacts = _liquor_actions[_acts]
	_acts += 1
	while _nacts > 0
		_nacts -= 1
		_acts += 1
		case _liquor_actions[_acts - 1]
			when 4 then
# line 1 "NONE"
		begin
ts = p
		end
# line 381 "lib/liquor/grammar/lexer.rb"
		end # from state action switch
	end
	if _trigger_goto
		next
	end
	_keys = _liquor_key_offsets[cs]
	_trans = _liquor_index_offsets[cs]
	_klen = _liquor_single_lengths[cs]
	_break_match = false
	
	begin
	  if _klen > 0
  _lower = _keys
  _upper = _keys + _klen - 1

  loop do
     break if _upper < _lower
     _mid = _lower + ( (_upper - _lower) >> 1 )

     if data[p].ord < _liquor_trans_keys[_mid]
        _upper = _mid - 1
     elsif data[p].ord > _liquor_trans_keys[_mid]
        _lower = _mid + 1
     else
        _trans += (_mid - _keys)
        _break_match = true
        break
     end
  end # loop
  break if _break_match
  _keys += _klen
  _trans += _klen
	  end
	  _klen = _liquor_range_lengths[cs]
	  if _klen > 0
  _lower = _keys
  _upper = _keys + (_klen << 1) - 2
  loop do
     break if _upper < _lower
     _mid = _lower + (((_upper-_lower) >> 1) & ~1)
     if data[p].ord < _liquor_trans_keys[_mid]
       _upper = _mid - 2
     elsif data[p].ord > _liquor_trans_keys[_mid+1]
       _lower = _mid + 2
     else
       _trans += ((_mid - _keys) >> 1)
       _break_match = true
       break
     end
  end # loop
  break if _break_match
  _trans += _klen
	  end
	end while false
	_trans = _liquor_indicies[_trans]
	end
	if _goto_level <= _eof_trans
	cs = _liquor_trans_targs[_trans]
	if _liquor_trans_actions[_trans] != 0
		_acts = _liquor_trans_actions[_trans]
		_nacts = _liquor_actions[_acts]
		_acts += 1
		while _nacts > 0
			_nacts -= 1
			_acts += 1
			case _liquor_actions[_acts - 1]
when 0 then
# line 5 "lib/liquor/grammar/lexer.rl"
		begin

  line_starts.push(p + 1)
		end
when 2 then
# line 136 "lib/liquor/grammar/lexer.rl"
		begin
 kw_stop = p 		end
when 5 then
# line 1 "NONE"
		begin
te = p+1
		end
when 6 then
# line 54 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  	begin
		stack[top] = cs
		top+= 1
		cs = 11
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 7 then
# line 55 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  	begin
		top -= 1
		cs = stack[top]
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 8 then
# line 56 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
		end
when 9 then
# line 56 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1;		end
when 10 then
# line 60 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  string << '"'  end
		end
when 11 then
# line 61 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  string << '\\'  end
		end
when 12 then
# line 27 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  tok.(:string, string.dup, ts: str_start)
  string.clear
  	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

 end
		end
when 13 then
# line 23 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  string << data[p]
 end
		end
when 14 then
# line 37 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  symbol = data[p]
  if symbol == "\n"
symbol = "end of line"
  else
symbol = "`#{symbol.inspect[1..-2]}'"
  end

  error = SyntaxError.new("unexpected #{symbol}",
file:  name,
line:  line_starts.count - 1,
start: p - line_starts.last,
end:   p - line_starts.last)
  raise error
 end
		end
when 15 then
# line 23 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin 
  string << data[p]
 end
		end
when 16 then
# line 69 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  string << "'"  end
		end
when 17 then
# line 70 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  string << '\\'  end
		end
when 18 then
# line 27 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  tok.(:string, string.dup, ts: str_start)
  string.clear
  	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

 end
		end
when 19 then
# line 23 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  string << data[p]
 end
		end
when 20 then
# line 37 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  symbol = data[p]
  if symbol == "\n"
symbol = "end of line"
  else
symbol = "`#{symbol.inspect[1..-2]}'"
  end

  error = SyntaxError.new("unexpected #{symbol}",
file:  name,
line:  line_starts.count - 1,
start: p - line_starts.last,
end:   p - line_starts.last)
  raise error
 end
		end
when 21 then
# line 23 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin 
  string << data[p]
 end
		end
when 22 then
# line 37 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  symbol = data[p]
  if symbol == "\n"
symbol = "end of line"
  else
symbol = "`#{symbol.inspect[1..-2]}'"
  end

  error = SyntaxError.new("unexpected #{symbol}",
file:  name,
line:  line_starts.count - 1,
start: p - line_starts.last,
end:   p - line_starts.last)
  raise error
 end
		end
when 23 then
# line 80 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  p = p - 1; 	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 24 then
# line 78 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:integer, data[ts...te].to_i)  end
		end
when 25 then
# line 105 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  fixtok.(:lblock2)
    tok.(:keyword, data[ts...te - 1])
    	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 26 then
# line 126 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  p = p - 1; 	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 27 then
# line 84 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1;		end
when 28 then
# line 87 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tag = data[ts + 4...te]
    if tag_stack.last == tag
      fixtok.(:lblock2)
      tok.(:endtag)
      pop_tag.()
    else
      (sl, sc), (el, ec) = loc.(ts), loc.(te - 1)
      info = { file: name, line: sl, start: sc, end: ec }
      if tag_stack.any?
        raise SyntaxError.new("unmatched `end #{tag}', expected `end #{tag_stack.last}'", info)
      else
        raise SyntaxError.new("unexpected `end #{tag}'", info)
      end
    end
    	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 29 then
# line 111 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tag = data[ts...te]

    if tag_conts.include? tag
      fixtok.(:lblock2)
      tok.(:keyword, tag)
      	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

    end

    tok.(:ident, tag)
    last_tag = tag

    	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 30 then
# line 111 "lib/liquor/grammar/lexer.rl"
		begin
 begin p = ((te))-1; end
 begin  tag = data[ts...te]

    if tag_conts.include? tag
      fixtok.(:lblock2)
      tok.(:keyword, tag)
      	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

    end

    tok.(:ident, tag)
    last_tag = tag

    	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 31 then
# line 134 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  p = p - 1; 	begin
		cs = 18
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 32 then
# line 137 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:keyword, data[ts...kw_stop], te: kw_stop)
    tok.(:rblock,  nil,                ts: te - 2)
    push_last_tag.()
    	begin
		cs = 6
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 33 then
# line 147 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
    tok.(:keyword, '=', te: ts + 1)
    tok.(:rblock,  nil, ts: te - 2)
    push_last_tag.()
    	begin
		cs = 6
		_trigger_goto = true
		_goto_level = _again
		break
	end

   end
		end
when 34 then
# line 157 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:comma)  end
		end
when 35 then
# line 158 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:dot)    end
		end
when 36 then
# line 160 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:lbracket)  end
		end
when 37 then
# line 161 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:rbracket)  end
		end
when 38 then
# line 163 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:lparen)  end
		end
when 39 then
# line 164 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:rparen)  end
		end
when 40 then
# line 168 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_plus)   end
		end
when 41 then
# line 169 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_minus)  end
		end
when 42 then
# line 170 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_mul)    end
		end
when 43 then
# line 171 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_div)    end
		end
when 44 then
# line 174 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_eq)   end
		end
when 45 then
# line 175 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_neq)  end
		end
when 46 then
# line 177 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_geq)  end
		end
when 47 then
# line 179 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_leq)  end
		end
when 48 then
# line 183 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_and)  end
		end
when 49 then
# line 184 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:op_or)  end
		end
when 50 then
# line 186 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  str_start = p; 	begin
		cs = 14
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 51 then
# line 187 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  str_start = p; 	begin
		cs = 16
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 52 then
# line 189 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:rinterp);                 	begin
		cs = 6
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 53 then
# line 190 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:rblock);  last_tag = nil; 	begin
		cs = 6
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 54 then
# line 37 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin 
  symbol = data[p]
  if symbol == "\n"
symbol = "end of line"
  else
symbol = "`#{symbol.inspect[1..-2]}'"
  end

  error = SyntaxError.new("unexpected #{symbol}",
file:  name,
line:  line_starts.count - 1,
start: p - line_starts.last,
end:   p - line_starts.last)
  raise error
 end
		end
when 55 then
# line 130 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1;		end
when 56 then
# line 132 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:ident, data[ts...te])  end
		end
when 57 then
# line 144 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:keyword, data[ts...te-1])  end
		end
when 58 then
# line 155 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:keyword, '=')  end
		end
when 59 then
# line 166 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:pipe)  end
		end
when 60 then
# line 172 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:op_mod)    end
		end
when 61 then
# line 176 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:op_gt)   end
		end
when 62 then
# line 178 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:op_lt)   end
		end
when 63 then
# line 181 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:op_not)  end
		end
when 64 then
# line 37 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin 
  symbol = data[p]
  if symbol == "\n"
symbol = "end of line"
  else
symbol = "`#{symbol.inspect[1..-2]}'"
  end

  error = SyntaxError.new("unexpected #{symbol}",
file:  name,
line:  line_starts.count - 1,
start: p - line_starts.last,
end:   p - line_starts.last)
  raise error
 end
		end
when 65 then
# line 144 "lib/liquor/grammar/lexer.rl"
		begin
 begin p = ((te))-1; end
 begin  tok.(:keyword, data[ts...te-1])  end
		end
when 66 then
# line 155 "lib/liquor/grammar/lexer.rl"
		begin
 begin p = ((te))-1; end
 begin  tok.(:keyword, '=')  end
		end
when 67 then
# line 200 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:linterp); 	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 68 then
# line 203 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  tok.(:lblock);  	begin
		cs = 20
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 69 then
# line 206 "lib/liquor/grammar/lexer.rl"
		begin
te = p+1
 begin  	begin
		stack[top] = cs
		top+= 1
		cs = 11
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 70 then
# line 197 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  tok.(:plaintext, data[ts...te]);  end
		end
when 71 then
# line 209 "lib/liquor/grammar/lexer.rl"
		begin
te = p
p = p - 1; begin  p = p - 1; 	begin
		cs = 27
		_trigger_goto = true
		_goto_level = _again
		break
	end
  end
		end
when 72 then
# line 197 "lib/liquor/grammar/lexer.rl"
		begin
 begin p = ((te))-1; end
 begin  tok.(:plaintext, data[ts...te]);  end
		end
# line 1141 "lib/liquor/grammar/lexer.rb"
			end # action switch
		end
	end
	if _trigger_goto
		next
	end
	end
	if _goto_level <= _again
	_acts = _liquor_to_state_actions[cs]
	_nacts = _liquor_actions[_acts]
	_acts += 1
	while _nacts > 0
		_nacts -= 1
		_acts += 1
		case _liquor_actions[_acts - 1]
when 3 then
# line 1 "NONE"
		begin
ts = nil;		end
# line 1161 "lib/liquor/grammar/lexer.rb"
		end # to state action switch
	end
	if _trigger_goto
		next
	end
	p += 1
	if p != pe
		_goto_level = _resume
		next
	end
	end
	if _goto_level <= _test_eof
	if p == eof
	if _liquor_eof_trans[cs] > 0
		_trans = _liquor_eof_trans[cs] - 1;
		_goto_level = _eof_trans
		next;
	end
	__acts = _liquor_eof_actions[cs]
	__nacts =  _liquor_actions[__acts]
	__acts += 1
	while __nacts > 0
		__nacts -= 1
		__acts += 1
		case _liquor_actions[__acts - 1]
when 1 then
# line 33 "lib/liquor/grammar/lexer.rl"
		begin

  runaway = true
		end
# line 1193 "lib/liquor/grammar/lexer.rb"
		end # eof action switch
	end
	if _trigger_goto
		next
	end
end
	end
	if _goto_level <= _out
		break
	end
	end
	end

# line 281 "lib/liquor/grammar/lexer.rl"

  if runaway
    line_start_index = find_line_start.(str_start)
    line_start = line_starts[line_start_index]

    error = SyntaxError.new("literal not terminated",
      file:  name,
      line:  line_start_index,
      start: str_start - line_start,
      end:   str_start - line_start)
    raise error
  end

  tokens
end