Class: RbYAML::Parser

Inherits:
Object show all
Included in:
RbYAMLTester, RbYAMLTester2, RbYAMLTester3
Defined in:
lib/rbyaml/parser.rb

Constant Summary collapse

DEFAULT_TAGS = 
{
  '!' => '!',
  '!!' => 'tag:yaml.org,2002:'
}

Instance Method Summary collapse

Constructor Details

#initialize(scanner) ⇒ Parser

Returns a new instance of Parser.



62
63
64
65
66
67
68
69
70
71
72
73
 
# File 'lib/rbyaml/parser.rb', line 62

def initialize(scanner)
  @scanner = scanner
  @current_event = nil
  @yaml_version = nil
  @events = nil
  @working_events = nil
  @tag_handles = { }
  @parse_stack = nil
  @start_mark = []
  @tks = []

end

Instance Method Details

#_alias ⇒ Object 



181
182
183
184
 
# File 'lib/rbyaml/parser.rb', line 181

def _alias
  token = @scanner.get_token
  AliasEvent.new(token.value, token.start_mark, token.end_mark)
end

#block_content ⇒ Object 



383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
 
# File 'lib/rbyaml/parser.rb', line 383

def block_content
  token = @scanner.peek_token
  if token.__is_block_sequence_start
    return block_sequence
  elsif token.__is_block_mapping_start
    return block_mapping
  elsif token.__is_flow_sequence_start
    return flow_sequence
  elsif token.__is_flow_mapping_start
    return flow_mapping
  elsif token.__is_scalar
    return scalar
  else
    raise ParserError.new("while scanning a node", @start_marks.last,"expected the node content, but found #{token.tid}",token.start_mark)
  end
end

#block_indentless_sequence_end ⇒ Object 



208
209
210
211
 
# File 'lib/rbyaml/parser.rb', line 208

def block_indentless_sequence_end
  @tokens = token = @scanner.peek_token
  SequenceEndEvent.new(token.start_mark, token.end_mark)
end

#block_indentless_sequence_start ⇒ Object 



193
194
195
196
197
 
# File 'lib/rbyaml/parser.rb', line 193

def block_indentless_sequence_start
  end_mark = @scanner.peek_token.end_mark
  implicit = @tags.last.nil? || @tags.last == ?!
  SequenceStartEvent.new(@anchors.last, @tags.last, implicit, @start_marks.last, end_mark,false)
end

#block_mapping ⇒ Object 



471
472
473
474
 
# File 'lib/rbyaml/parser.rb', line 471

def block_mapping
  @parse_stack += [:block_mapping_end,:block_mapping_entry]
  block_mapping_start
end

#block_mapping_end ⇒ Object 



220
221
222
223
224
225
226
227
 
# File 'lib/rbyaml/parser.rb', line 220

def block_mapping_end
  if !@scanner.peek_token.__is_block_end
    token = @scanner.peek_token
    raise ParserError.new("while scanning a block mapping", @start_marks.last,"expected <block end>, but found #{token.tid}", token.start_mark)
  end
  @tokens = token = @scanner.get_token
  MappingEndEvent.new(token.start_mark, token.end_mark)
end

#block_mapping_entry ⇒ Object 



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
 
# File 'lib/rbyaml/parser.rb', line 427

def block_mapping_entry
  #   ((KEY block_node_or_indentless_sequence?)? (VALUE block_node_or_indentless_sequence?)?)*
  if @scanner.peek_token.__is_key || @scanner.peek_token.__is_value
    if @scanner.check_token(KeyToken)
      @tokens = token = @scanner.get_token
      curr = @scanner.peek_token
      if !(curr.__is_key || curr.__is_value || curr.__is_block_end)
        @parse_stack += [:block_mapping_entry,:block_mapping_entry_value]
        return block_node_or_indentless_sequence
      else
        @parse_stack += [:block_mapping_entry,:block_mapping_entry_value]
        return empty_scalar
      end
    else
      @parse_stack += [:block_mapping_entry,:block_mapping_entry_value]
      return empty_scalar
    end
  end
  nil
end

#block_mapping_entry_value ⇒ Object 



448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
 
# File 'lib/rbyaml/parser.rb', line 448

def block_mapping_entry_value
  if @scanner.peek_token.__is_key || @scanner.peek_token.__is_value
    if @scanner.peek_token.__is_value
      @tokens = token = @scanner.get_token
      curr = @scanner.peek_token
      if !(curr.__is_key || curr.__is_value || curr.__is_block_end)
        return block_node_or_indentless_sequence
      else
        return empty_scalar
      end
    else
      @tokens = token = @scanner.peek_token
      return empty_scalar
    end
  end
  nil
end

#block_mapping_start ⇒ Object 



213
214
215
216
217
218
 
# File 'lib/rbyaml/parser.rb', line 213

def block_mapping_start
  end_mark = @scanner.peek_token.start_mark
  implicit = @tags.last.nil? || @tags.last == ?!
  @tokens = token = @scanner.get_token
  MappingStartEvent.new(@anchors.last, @tags.last, implicit, @start_marks.last, end_mark,false)
end

#block_node ⇒ Object 



304
305
306
307
308
309
310
311
312
313
314
315
316
317
 
# File 'lib/rbyaml/parser.rb', line 304

def block_node
  curr = @scanner.peek_token
  if curr.__is_directive || curr.__is_document_start || curr.__is_document_end || curr.__is_stream_end
    return empty_scalar
  else
    if curr.__is_alias
      return _alias
    else
      @parse_stack << :un_properties
      properties
      return block_content
    end
  end
end

#block_node_or_indentless_sequence ⇒ Object 



476
477
478
479
480
481
482
483
484
485
486
487
488
 
# File 'lib/rbyaml/parser.rb', line 476

def block_node_or_indentless_sequence
  if @scanner.peek_token.__is_alias
    return _alias
  else
    if @scanner.peek_token.__is_block_entry
      properties
      return indentless_block_sequence
    else
      properties
      return block_content
    end
  end
end

#block_sequence ⇒ Object 



466
467
468
469
 
# File 'lib/rbyaml/parser.rb', line 466

def block_sequence
  @parse_stack += [:block_sequence_end,:block_sequence_entry]
  block_sequence_start
end

#block_sequence_end ⇒ Object 



199
200
201
202
203
204
205
206
 
# File 'lib/rbyaml/parser.rb', line 199

def block_sequence_end
  if !@scanner.peek_token.__is_block_end
    token = @scanner.peek_token
    raise ParserError.new("while scanning a block collection", @start_marks.last,"expected <block end>, but found #{token.tid}: #{token.inspect}", token.start_mark)
  end
  token = @scanner.get_token
  SequenceEndEvent.new(token.start_mark, token.end_mark)
end

#block_sequence_entry ⇒ Object 



413
414
415
416
417
418
419
420
421
422
423
424
425
 
# File 'lib/rbyaml/parser.rb', line 413

def block_sequence_entry
  if @scanner.peek_token.__is_block_entry
    @tokens = token = @scanner.get_token
    if !(@scanner.peek_token.__is_block_entry || @scanner.peek_token.__is_block_end)
      @parse_stack += [:block_sequence_entry]
      return block_node
    else
      @parse_steck += [:block_sequence_entry]
      return empty_scalar
    end
  end      
  nil
end

#block_sequence_start ⇒ Object 



186
187
188
189
190
191
 
# File 'lib/rbyaml/parser.rb', line 186

def block_sequence_start
  end_mark = @scanner.peek_token.start_mark
  implicit = @tags.last.nil? || @tags.last == ?!
  @tokens = token = @scanner.get_token
  SequenceStartEvent.new(@anchors.last, @tags.last, implicit, @start_marks.last, end_mark,false)
end

#check_event(*choices) ⇒ Object 



75
76
77
78
79
80
81
82
83
84
85
 
# File 'lib/rbyaml/parser.rb', line 75

def check_event(*choices)
  parse_stream
  @current_event = parse_stream_next if @current_event.nil?
  if @current_event
    return true if choices.empty?
    for choice in choices
      return true if choice === @current_event
    end
  end
  false
end

#document_end ⇒ Object 



169
170
171
172
173
174
175
176
177
178
179
 
# File 'lib/rbyaml/parser.rb', line 169

def document_end
  token = @scanner.peek_token
  start_mark = end_mark = token.start_mark
  explicit = false
  while @scanner.peek_token.__is_document_end
    @tokens = token = @scanner.get_token
    end_mark = token.end_mark
    explicit = true
  end
  DocumentEndEvent.new(start_mark, end_mark, explicit)
end

#document_start ⇒ Object

Raises:



159
160
161
162
163
164
165
166
167
 
# File 'lib/rbyaml/parser.rb', line 159

def document_start
  token = @scanner.peek_token
  start_mark = token.start_mark
  version, tags = process_directives
  raise ParserError.new(nil, nil,"expected '<document start>', but found #{token.tid}",token.start_mark) unless @scanner.peek_token.__is_document_start
  @token = token = @scanner.get_token
  end_mark = token.end_mark
  DocumentStartEvent.new(start_mark, end_mark,true,version,tags)
end

#document_start_implicit ⇒ Object 



153
154
155
156
157
 
# File 'lib/rbyaml/parser.rb', line 153

def document_start_implicit
  token = @scanner.peek_token
  version, tags = process_directives
  DocumentStartEvent.new(token.start_mark,token.start_mark,false)
end

#each_event ⇒ Object 



101
102
103
104
105
106
 
# File 'lib/rbyaml/parser.rb', line 101

def each_event
  parse_stream
  while @current_event = parse_stream_next
    yield @current_event
  end
end

#empty_scalar ⇒ Object 



276
277
278
 
# File 'lib/rbyaml/parser.rb', line 276

def empty_scalar
  process_empty_scalar(@tokens.end_mark)
end

#explicit_document ⇒ Object 



296
297
298
299
300
301
302
 
# File 'lib/rbyaml/parser.rb', line 296

def explicit_document
  if !@scanner.peek_token.__is_stream_end
    @parse_stack += [:explicit_document, :document_end, :block_node]
    return document_start
  end
  nil
end

#flow_content ⇒ Object 



400
401
402
403
404
405
406
407
408
409
410
411
 
# File 'lib/rbyaml/parser.rb', line 400

def flow_content
  token = @scanner.peek_token
  if token.__is_flow_sequence_start
    return flow_sequence
  elsif token.__is_flow_mapping_start
    return flow_mapping
  elsif token.__is_scalar
    return scalar
  else
    raise ParserError.new("while scanning a flow node", @start_marks.last,"expected the node content, but found #{token.tid}",token.start_mark)
  end
end

#flow_entry_marker ⇒ Object 



556
557
558
559
560
561
 
# File 'lib/rbyaml/parser.rb', line 556

def flow_entry_marker
  if @scanner.peek_token.__is_flow_entry
    @scanner.get_token
  end
  nil
end

#flow_internal_content ⇒ Object 



533
534
535
536
537
538
539
540
 
# File 'lib/rbyaml/parser.rb', line 533

def flow_internal_content
  token = @scanner.peek_token
  if !(token.__is_value || token.__is_flow_entry || token.__is_flow_sequence_end)
    flow_node
  else
    empty_scalar
  end
end

#flow_internal_mapping_end ⇒ Object 



246
247
248
249
 
# File 'lib/rbyaml/parser.rb', line 246

def flow_internal_mapping_end
  token = peek_token
  MappingEndEvent.new(token.start_mark, token.start_mark)
end

#flow_internal_mapping_start ⇒ Object 



241
242
243
244
 
# File 'lib/rbyaml/parser.rb', line 241

def flow_internal_mapping_start
  @tokens = token = @scanner.get_token
  MappingStartEvent.new(nil,nil,true,token.start_mark, token.end_mark,true)
end

#flow_internal_value ⇒ Object 



542
543
544
545
546
547
548
549
550
551
552
553
554
 
# File 'lib/rbyaml/parser.rb', line 542

def flow_internal_value
  if @scanner.peek_token.__is_value
    @tokens = token = @scanner.get_token
    if !(@scanner.peek_token.__is_flow_entry || @scanner.peek_token.__is_flow_sequence_end)
      flow_node
    else
      empty_scalar
    end
  else
    @tokens = token = @scanner.peek_token
    empty_scalar
  end
end

#flow_mapping ⇒ Object 



515
516
517
518
 
# File 'lib/rbyaml/parser.rb', line 515

def flow_mapping
  @parse_stack += [:flow_mapping_end,:flow_mapping_entry]
  flow_mapping_start
end

#flow_mapping_end ⇒ Object 



258
259
260
261
 
# File 'lib/rbyaml/parser.rb', line 258

def flow_mapping_end
  @tokens = token = @scanner.get_token
  MappingEndEvent.new(token.start_mark, token.end_mark)
end

#flow_mapping_entry ⇒ Object 



563
564
565
566
567
568
569
570
571
572
573
574
 
# File 'lib/rbyaml/parser.rb', line 563

def flow_mapping_entry
  if !@scanner.peek_token.__is_flow_mapping_end
    if @scanner.peek_token.__is_key
      @parse_stack += [:flow_mapping_entry,:flow_entry_marker,:flow_mapping_internal_value]
      return flow_mapping_internal_content
    else
      @parse_stack += [:flow_mapping_entry,:flow_node]
      return flow_entry_marker
    end
  end
  nil
end

#flow_mapping_internal_content ⇒ Object 



576
577
578
579
580
581
582
583
584
 
# File 'lib/rbyaml/parser.rb', line 576

def flow_mapping_internal_content
  curr = @scanner.peek_token
  if !(curr.__is_value || curr.__is_flow_entry || curr.__is_flow_mapping_end)
    @tokens = token = @scanner.get_token
    flow_node
  else
    empty_scalar
  end
end

#flow_mapping_internal_value ⇒ Object 



586
587
588
589
590
591
592
593
594
595
596
597
598
 
# File 'lib/rbyaml/parser.rb', line 586

def flow_mapping_internal_value
  if @scanner.peek_token.__is_value
    @tokens = token = @scanner.get_token
    if !(@scanner.peek_token.__is_flow_entry || @scanner.peek_token.__is_flow_mapping_end)
      flow_node
    else
      empty_scalar
    end
  else
    @tokens = token = @scanner.peek_token
    empty_scalar
  end
end

#flow_mapping_start ⇒ Object 



251
252
253
254
255
256
 
# File 'lib/rbyaml/parser.rb', line 251

def flow_mapping_start
  end_mark = @scanner.peek_token.end_mark
  implicit = @tags.last.nil? || @tags.last == ?!
  @tokens = token = @scanner.get_token
  MappingStartEvent.new(@anchors.last, @tags.last, implicit, @start_marks.last, end_mark,true)
end

#flow_node ⇒ Object 



319
320
321
322
323
324
325
326
327
 
# File 'lib/rbyaml/parser.rb', line 319

def flow_node
  if @scanner.peek_token.__is_alias
    return _alias
  else
    @parse_stack << :un_properties
    properties
    return flow_content
  end
end

#flow_sequence ⇒ Object 



510
511
512
513
 
# File 'lib/rbyaml/parser.rb', line 510

def flow_sequence
  @parse_stack += [:flow_sequence_end,:flow_sequence_entry]
  flow_sequence_start
end

#flow_sequence_end ⇒ Object 



236
237
238
239
 
# File 'lib/rbyaml/parser.rb', line 236

def flow_sequence_end
  @tokens = token = @scanner.get_token
  SequenceEndEvent.new(token.start_mark, token.end_mark)
end

#flow_sequence_entry ⇒ Object 



520
521
522
523
524
525
526
527
528
529
530
531
 
# File 'lib/rbyaml/parser.rb', line 520

def flow_sequence_entry
  if !@scanner.peek_token.__is_flow_sequence_end
    if @scanner.peek_token.__is_key
      @parse_stack += [:flow_sequence_entry,:flow_entry_marker,:flow_internal_mapping_end,:flow_internal_value,:flow_internal_content]
      return flow_internal_mapping_start
    else
      @parse_stack += [:flow_sequence_entry,:flow_node]
      return flow_entry_marker
    end
  end
  nil
end

#flow_sequence_start ⇒ Object 



229
230
231
232
233
234
 
# File 'lib/rbyaml/parser.rb', line 229

def flow_sequence_start
  end_mark = @scanner.peek_token.end_mark
  implicit = @tags.last.nil? || @tags.last == ?!
  @tokens = token = @scanner.get_token
  SequenceStartEvent.new(@anchors.last, @tags.last, implicit, @start_marks.last, end_mark,true)
end

#get_event ⇒ Object 



93
94
95
96
97
98
99
 
# File 'lib/rbyaml/parser.rb', line 93

def get_event
  parse_stream
  @current_event = parse_stream_next unless @current_event
  value = @current_event
  @current_event = nil
  value
end

#implicit_document ⇒ Object 



287
288
289
290
291
292
293
294
 
# File 'lib/rbyaml/parser.rb', line 287

def implicit_document
  curr = @scanner.peek_token
  unless curr.__is_directive || curr.__is_document_start || curr.__is_stream_end
    @parse_stack += [:document_end, :block_node]
    return document_start_implicit
  end
  nil
end

#indentless_block_sequence ⇒ Object 



490
491
492
493
 
# File 'lib/rbyaml/parser.rb', line 490

def indentless_block_sequence
  @parse_stack += [:block_indentless_sequence_end,:indentless_block_sequence_entry]
  block_indentless_sequence_start
end

#indentless_block_sequence_entry ⇒ Object 



495
496
497
498
499
500
501
502
503
504
505
506
507
508
 
# File 'lib/rbyaml/parser.rb', line 495

def indentless_block_sequence_entry
  if @scanner.peek_token.__is_block_entry
    @tokens = @scanner.get_token
    curr = @scanner.peek_token
    if !(curr.__is_block_entry || curr.__is_key || curr.__is_value || curr.__is_block_end)
      @parse_stack << :indentless_block_sequence_entry
      return block_node
    else
      @parse_stack << :indentless_block_sequence_entry
      return empty_scalar
    end
  end
  nil
end

#parse_stream ⇒ Object 



108
109
110
111
112
113
114
115
116
117
 
# File 'lib/rbyaml/parser.rb', line 108

def parse_stream
  if !@parse_stack
    @parse_stack = [:stream]
    @tokens = nil
    @tags = []
    @anchors = []
    @start_marks = []
    @end_marks = []
  end
end

#parse_stream_next ⇒ Object 



119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
 
# File 'lib/rbyaml/parser.rb', line 119

def parse_stream_next
  if !@parse_stack.empty?
    while true
      meth = @parse_stack.pop
#puts "our method: :#{meth}"
#puts "--- with peeked: :#{@scanner.peek_token.class} #{if @scanner.peek_token.respond_to?(:value): @scanner.peek_token.value.inspect; end}"
      val = send(meth)
      if !val.nil?
#puts "returning: #{val}"
        return val
      end
    end
  else
    @tokens = nil
    @tags = []
    @anchors = []
    @start_marks = []
    @end_marks = []
    return nil
  end
end

#peek_event ⇒ Object 



87
88
89
90
91
 
# File 'lib/rbyaml/parser.rb', line 87

def peek_event
  parse_stream
  @current_event = parse_stream_next unless @current_event
  @current_event
end

#process_directives ⇒ Object 



601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
 
# File 'lib/rbyaml/parser.rb', line 601

def process_directives
  # DIRECTIVE*
  while @scanner.peek_token.__is_directive
    token = @scanner.get_token
    if token.name == "YAML"
      raise ParserError.new(nil, nil,"found duplicate YAML directive", token.start_mark) if !@yaml_version.nil?
      major, minor = token.value[0].to_i, token.value[1].to_i
      raise ParserError.new(nil,nil,"found incompatible YAML document (version 1.* is required)",token.start_mark) if major != 1
      @yaml_version = [major,minor]
    elsif token.name == "TAG"
      handle, prefix = token.value
      raise ParserError.new(nil,nil,"duplicate tag handle #{handle}",token.start_mark) if @tag_handles.member?(handle)
      @tag_handles[handle] = prefix
    end
  end
  if !@tag_handles.empty?
    value = @yaml_version, @tag_handles.dup
  else
    value = @yaml_version, nil
  end
  for key in DEFAULT_TAGS.keys
    @tag_handles[key] = DEFAULT_TAGS[key] if !@tag_handles.include?(key)
  end
  value
end

#process_empty_scalar(mark) ⇒ Object 



627
628
629
 
# File 'lib/rbyaml/parser.rb', line 627

def process_empty_scalar(mark)
  ScalarEvent.new(nil, nil, [true, false], "", mark, mark)
end

#properties ⇒ Object 



329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
 
# File 'lib/rbyaml/parser.rb', line 329

def properties
  anchor = nil
  tag = nil
  start_mark = end_mark = tag_mark = nil
  if @scanner.peek_token.__is_anchor
    token = @scanner.get_token
    start_mark = token.start_mark
    end_mark = token.end_mark
    anchor = token.value
    if @scanner.peek_token.__is_tag
      token = @scanner.get_token
      tag_mark = token.start_mark
      end_mark = token.end_mark
      tag = token.value
    end
  elsif @scanner.peek_token.__is_tag
    token = @scanner.get_token
    start_mark = tag_mark = token.start_mark
    end_mark = token.end_mark
    tag = token.value
    if @scanner.peek_token.__is_anchor
      token = @scanner.get_token
      end_mark = token.end_mark
      anchor = token.value
    end
  end
  
  if !tag.nil? and tag != "!"
    handle, suffix = tag
    if !handle.nil?
      raise ParserError.new("while parsing a node", start_mark,"found undefined tag handle #{handle}",tag_mark) if !@tag_handles.include?(handle)
      tag = @tag_handles[handle]+suffix
    else
      tag = suffix
    end
  end
  if start_mark.nil?
    start_mark = end_mark = @scanner.peek_token.start_mark
  end
  @anchors << anchor
  @tags << tag
  @start_marks << start_mark
  @end_marks << end_mark
  nil
end

#scalar ⇒ Object 



263
264
265
266
267
268
269
270
271
272
273
274
 
# File 'lib/rbyaml/parser.rb', line 263

def scalar
  token = @scanner.get_token
  end_mark = token.end_mark
  if (token.plain && @tags.last.nil?) || @tags.last == ?!
    implicit = [true, false]
  elsif @tags.last.nil?
    implicit = [false, true]
  else
    implicit = [false, false]
  end
  ScalarEvent.new(@anchors.last, @tags.last, implicit, token.value, @start_marks.last, end_mark, token.style)
end

#stream ⇒ Object

PRODUCTIONS



282
283
284
285
 
# File 'lib/rbyaml/parser.rb', line 282

def stream
  @parse_stack += [:stream_end, :explicit_document, :implicit_document]
  stream_start
end

#stream_end ⇒ Object 



148
149
150
151
 
# File 'lib/rbyaml/parser.rb', line 148

def stream_end
  token = @scanner.get_token
  StreamEndEvent.new(token.start_mark, token.end_mark)
end

#stream_start ⇒ Object

TERMINALS, definitions



143
144
145
146
 
# File 'lib/rbyaml/parser.rb', line 143

def stream_start
  token = @scanner.get_token
  StreamStartEvent.new(token.start_mark, token.end_mark,token.encoding)
end

#un_properties ⇒ Object 



375
376
377
378
379
380
381
 
# File 'lib/rbyaml/parser.rb', line 375

def un_properties
  @anchors.pop
  @tags.pop
  @start_marks.pop
  @end_marks.pop
  nil
end