Class: PROIEL::PROIELXML::Validator

Inherits:
Object
  • Object
show all
Defined in:
lib/proiel/proiel_xml/validator.rb

Overview

A validator object that uses an XML schema as well as additional integrity checks to validate a PROIEL XML file. Functionality for loading the XML schema and checking the PROIEL XML version number is found in Schema.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(filename) ⇒ Validator

Creates a new validator for a PROIEL XML file.

Parameters:

  • filename (String) —

    name of PROIEL XML file to validate



20
21
22
23
 
# File 'lib/proiel/proiel_xml/validator.rb', line 20

def initialize(filename)
  @filename = filename
  @errors = []
end

Instance Attribute Details

#errors ⇒ Object (readonly)

Returns an array of error messages generated during validation.



14
15
16
 
# File 'lib/proiel/proiel_xml/validator.rb', line 14

def errors
  @errors
end

Instance Method Details

#has_referential_integrity? ⇒ true, false

Checks the referential integrity of the PROIEL XML file.

If inconsistencies are found, error messages will be appended to ‘errors`.

Returns:

  • (true, false) 


106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
 
# File 'lib/proiel/proiel_xml/validator.rb', line 106

def has_referential_integrity?
  tb = PROIEL::Treebank.new
  tb.load_from_xml(@filename)

  errors = []

  # Pass 1: keep track of all object IDs and look for duplicates
  sentence_ids = {}
  token_ids = {}

  tb.sources.each do |source|
    source.divs.each do |div|
      div.sentences.each do |sentence|
        errors << "Repeated sentence ID #{sentence.id}" if sentence_ids.key?(sentence.id)
        sentence_ids[sentence.id] = true

        sentence.tokens.each do |token|
          errors << "Repeated token ID #{token.id}" if token_ids.key?(token.id)
          token_ids[token.id] = { sentence: sentence.id, div: div.id, source: source.id }
        end
      end
    end
  end

  # Pass 2: check object ID references
  tb.sources.each do |source|
    source.tokens.each do |token|
      # Head IDs and slash IDs should be sentence internal
      check_reference_locality(errors, token, token_ids, :head_id, token.head_id, domain: :sentence, allow_nil: true)

      token.slashes.each do |_, target_id|
        check_reference_locality(errors, token, token_ids, :slash_id, target_id, domain: :sentence, allow_nil: false)
      end

      # Antecedent IDs should be source internal
      check_reference_locality(errors, token, token_ids, :antecedent_id, token.antecedent_id, domain: :source, allow_nil: true)
    end
  end

  # Pass 3: verify that all features are defined
  # TBD

  # Pass 4: alignment_id on div, sentence or token requires an alignment_id on source
  tb.sources.each do |source|
    if source.alignment_id.nil?
      if source.divs.any?(&:alignment_id) or source.sentences.any?(&:alignment_id) or source.tokens.any?(&:alignment_id)
        errors << "Alignment ID(s) on divs, sentences or tokens without alignment ID on source"
      end
    end
  end

  # Decide if there were any errors
  if errors.empty?
    true
  else
    @errors += errors

    false
  end
end

#valid? ⇒ true, false

Checks if the PROIEL XML file is valid. This checks for well-formedness, a valid schema version, validation against the schema and referential integrity.

If invalid, ‘errors` will contain error messages.

Returns:

  • (true, false) 


33
34
35
 
# File 'lib/proiel/proiel_xml/validator.rb', line 33

def valid?
  wellformed? and valid_schema_version? and validates? and has_referential_integrity?
end

#valid_schema_version? ⇒ true, false

Checks if the PROIEL XML file has a valid schema version number.

If invalid, an error message will be appended to ‘errors`.

Returns:

  • (true, false) 


61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
 
# File 'lib/proiel/proiel_xml/validator.rb', line 61

def valid_schema_version?
  schema_version = PROIEL::PROIELXML::Schema.check_schema_version_of_xml_file(@filename)

  if schema_version.nil?
    @errors << 'invalid schema version'

    false
  else
    true
  end
rescue PROIEL::PROIELXML::Schema::InvalidSchemaVersion => e
  @errors << e.message

  false
end

#validates? ⇒ true, false

Checks if the PROIEL XML file validates against the schema.

If invalid, error messages will be appended to ‘errors`.

Returns:

  • (true, false) 


83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
 
# File 'lib/proiel/proiel_xml/validator.rb', line 83

def validates?
  doc = Nokogiri::XML(File.read(@filename))

  schema_version = PROIEL::PROIELXML::Schema.check_schema_version_of_xml_file(@filename)

  schema = PROIEL::PROIELXML::Schema.load_proiel_xml_schema(schema_version)
  r = schema.validate(doc)

  if r.empty?
    true
  else
    @errors += r.map { |e| "Line #{e.line}: #{e.message}" }

    false
  end
end

#wellformed? ⇒ true, false

Checks if the PROIEL XML file is well-formed XML.

If not well-formed, an error message will be appended to ‘errors`.

Returns:

  • (true, false) 


43
44
45
46
47
48
49
50
51
52
53
 
# File 'lib/proiel/proiel_xml/validator.rb', line 43

def wellformed?
  begin
    Nokogiri::XML(File.read(@filename)) { |config| config.strict }

    true
  rescue Nokogiri::XML::SyntaxError => _
    @errors << 'XML file is not wellformed'

    false
  end
end