Module: IsoDoc::Function::Utils

Included in:
Common, Xref
Defined in:
lib/isodoc/function/utils.rb

Constant Summary collapse

NOKOHEAD =

add namespaces for Word fragments

"<!DOCTYPE html SYSTEM\n\"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd\">\n<html xmlns=\"http://www.w3.org/1999/xhtml\">\n<head> <title></title> <meta charset=\"UTF-8\" /> </head>\n<body> </body> </html>\n"
DOCTYPE_HDR = 
"<!DOCTYPE html SYSTEM "\
'"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">'
CLAUSE_ANCESTOR = 
".//ancestor::*[local-name() = 'annex' or "\
"local-name() = 'definitions' or "\
"local-name() = 'acknowledgements' or local-name() = 'term' or "\
"local-name() = 'appendix' or local-name() = 'foreword' or "\
"local-name() = 'introduction' or local-name() = 'terms' or "\
"local-name() = 'clause' or local-name() = 'references']/@id"
NOTE_CONTAINER_ANCESTOR = 
".//ancestor::*[local-name() = 'annex' or "\
"local-name() = 'foreword' or local-name() = 'appendix' or "\
"local-name() = 'introduction' or local-name() = 'terms' or "\
"local-name() = 'acknowledgements' or local-name() = 'term' or "\
"local-name() = 'clause' or local-name() = 'references' or "\
"local-name() = 'figure' or local-name() = 'formula' or "\
"local-name() = 'table' or local-name() = 'example']/@id"

Instance Method Summary collapse

Instance Method Details

#attr_code(attributes) ⇒ Object 



43
44
45
46
47
 
# File 'lib/isodoc/function/utils.rb', line 43

def attr_code(attributes)
  attributes.compact.transform_values do |v|
    v.is_a?(String) ? HTMLEntities.new.decode(v) : v
  end
end

#cleanup_entities(text, is_xml: true) ⇒ Object 



225
226
227
228
229
230
231
232
233
234
235
 
# File 'lib/isodoc/function/utils.rb', line 225

def cleanup_entities(text, is_xml: true)
  c = HTMLEntities.new
  if is_xml
    text.split(/([<>])/).each_slice(4).map do |a|
      a[0] = c.encode(c.decode(a[0]), :hexadecimal)
      a
    end.join
  else
    c.encode(c.decode(text), :hexadecimal)
  end
end

#date_range(date) ⇒ Object 



6
7
8
 
# File 'lib/isodoc/function/utils.rb', line 6

def date_range(date)
  self.class.date_range(date)
end

#emf?(type) ⇒ Boolean

Returns:

  • (Boolean) 


220
221
222
223
 
# File 'lib/isodoc/function/utils.rb', line 220

def emf?(type)
  %w(application/emf application/x-emf image/x-emf image/x-mgx-emf
     application/x-msmetafile image/x-xbitmap).include? type
end

#empty2nil(str) ⇒ Object 



174
175
176
177
178
 
# File 'lib/isodoc/function/utils.rb', line 174

def empty2nil(str)
  return nil if !str.nil? && str.is_a?(String) && str.empty?

  str
end

#external_path(path) ⇒ Object 



237
238
239
240
241
242
243
244
245
246
 
# File 'lib/isodoc/function/utils.rb', line 237

def external_path(path)
  win = !!((RUBY_PLATFORM =~ /(win|w)(32|64)$/) ||
           (RUBY_PLATFORM =~ /mswin|mingw/))
  if win
    path.gsub!(%{/}, "\\")
    path[/\s/] ? "\"#{path}\"" : path
  else
    path
  end
end

#extract_delims(text) ⇒ Object

avoid ‘; avoid {{ (Liquid Templates); avoid [[ (Javascript)



134
135
136
137
138
139
140
141
142
 
# File 'lib/isodoc/function/utils.rb', line 134

def extract_delims(text)
  @openmathdelim = "(#("
  @closemathdelim = ")#)"
  while text.include?(@openmathdelim) || text.include?(@closemathdelim)
    @openmathdelim += "("
    @closemathdelim += ")"
  end
  [@openmathdelim, @closemathdelim]
end

#from_xhtml(xml) ⇒ Object 



86
87
88
89
 
# File 'lib/isodoc/function/utils.rb', line 86

def from_xhtml(xml)
  numeric_escapes(xml.to_xml
    .sub(%r{ xmlns="http://www.w3.org/1999/xhtml"}, ""))
end

#get_clause_id(node) ⇒ Object 



99
100
101
102
 
# File 'lib/isodoc/function/utils.rb', line 99

def get_clause_id(node)
  clause = node.xpath(CLAUSE_ANCESTOR)
  clause&.last&.text || nil
end

#get_note_container_id(node, type) ⇒ Object

no recursion on references



114
115
116
117
118
119
120
 
# File 'lib/isodoc/function/utils.rb', line 114

def get_note_container_id(node, type)
  xpath = NOTE_CONTAINER_ANCESTOR.dup
  %w(figure table example).include?(type) and
    xpath.sub!(%r[ or local-name\(\) = '#{type}'], "")
  container = node.xpath(xpath)
  container&.last&.text || nil
end

#header_strip(hdr) ⇒ Object 



144
145
146
147
148
149
150
151
152
153
154
155
156
 
# File 'lib/isodoc/function/utils.rb', line 144

def header_strip(hdr)
  h1 = to_xhtml_fragment(hdr.to_s.gsub(%r{<br\s*/>}, " ")
    .gsub(%r{</?p(\s[^>]+)?>}, "")
    .gsub(/<\/?h[123456][^>]*>/, "").gsub(/<\/?b[^>]*>/, "").dup)
  h1.traverse do |x|
    if x.name == "span" && /mso-tab-count/.match(x["style"])
      x.replace(" ")
    elsif header_strip_elem?(x) then x.remove
    elsif x.name == "a" then x.replace(x.children)
    end
  end
  from_xhtml(h1)
end

#header_strip_elem?(elem) ⇒ Boolean

Returns:

  • (Boolean) 


158
159
160
161
162
163
 
# File 'lib/isodoc/function/utils.rb', line 158

def header_strip_elem?(elem)
  elem.name == "img" ||
    (elem.name == "span" && elem["class"] == "MsoCommentReference") ||
    (elem.name == "a" && elem["class"] == "FootnoteRef") ||
    (elem.name == "span" && /mso-bookmark/.match(elem["style"]))
end

#image_localfile(img) ⇒ Object 



204
205
206
207
208
209
210
211
212
213
 
# File 'lib/isodoc/function/utils.rb', line 204

def image_localfile(img)
  case img["src"]
  when /^data:/
    save_dataimage(img["src"], false)
  when %r{^([A-Z]:)?/}
    img["src"]
  else
    File.join(@localdir, img["src"])
  end
end

#insert_tab(out, count) ⇒ Object 



18
19
20
21
 
# File 'lib/isodoc/function/utils.rb', line 18

def insert_tab(out, count)
  tab = %w(Hans Hant).include?(@script) ? "&#x3000;" : "&#xa0; "
  [1..count].each { out << tab }
end

#labelled_ancestor(node) ⇒ Object 



215
216
217
218
 
# File 'lib/isodoc/function/utils.rb', line 215

def labelled_ancestor(node)
  !node.ancestors("example, requirement, recommendation, permission, "\
                  "note, table, figure, sourcecode").empty?
end

#liquid(doc) ⇒ Object 



165
166
167
168
169
170
171
172
 
# File 'lib/isodoc/function/utils.rb', line 165

def liquid(doc)
  # unescape HTML escapes in doc
  doc = doc.split(%r<(\{%|%\})>).each_slice(4).map do |a|
    a[2] = a[2].gsub(/&lt;/, "<").gsub(/&gt;/, ">") if a.size > 2
    a.join
  end.join
  Liquid::Template.parse(doc)
end

#noko(&block) ⇒ Object

block for processing XML document fragments as XHTML, to allow for HTMLentities



34
35
36
37
38
39
40
41
 
# File 'lib/isodoc/function/utils.rb', line 34

def noko(&block)
  doc = ::Nokogiri::XML.parse(NOKOHEAD)
  fragment = doc.fragment("")
  ::Nokogiri::XML::Builder.with fragment, &block
  fragment.to_xml(encoding: "US-ASCII").lines.map do |l|
    l.gsub(/\s*\n/, "")
  end
end

#ns(xpath) ⇒ Object 



10
11
12
 
# File 'lib/isodoc/function/utils.rb', line 10

def ns(xpath)
  self.class.ns(xpath)
end

#numeric_escapes(xml) ⇒ Object 



65
66
67
68
69
70
71
72
73
 
# File 'lib/isodoc/function/utils.rb', line 65

def numeric_escapes(xml)
  c = HTMLEntities.new
  xml.split(/(&[^ \r\n\t#;]+;)/).map do |t|
    if /^(&[^ \t\r\n#;]+;)/.match?(t)
      c.encode(c.decode(t), :hexadecimal)
    else t
    end
  end.join
end

#populate_template(docxml, _format = nil) ⇒ Object 



180
181
182
183
184
185
186
187
188
189
 
# File 'lib/isodoc/function/utils.rb', line 180

def populate_template(docxml, _format = nil)
  meta = @meta
    .get
    .merge(@labels ? { labels: @labels } : {})
    .merge(@meta.labels ? { labels: @meta.labels } : {})
    .merge(fonts_options || {})
  template = liquid(docxml)
  template.render(meta.map { |k, v| [k.to_s, empty2nil(v)] }.to_h)
    .gsub("&lt;", "&#x3c;").gsub("&gt;", "&#x3e;").gsub("&amp;", "&#x26;")
end

#save_dataimage(uri, _relative_dir = true) ⇒ Object 



191
192
193
194
195
196
197
198
199
200
201
202
 
# File 'lib/isodoc/function/utils.rb', line 191

def save_dataimage(uri, _relative_dir = true)
  %r{^data:(?<imgclass>image|application)/(?<imgtype>[^;]+);(charset=[^;]+;)?base64,(?<imgdata>.+)$} =~ uri
  imgtype = "emf" if emf?("#{imgclass}/#{imgtype}")
  imgtype = imgtype.sub(/\+[a-z0-9]+$/, "") # svg+xml
  imgtype = "png" unless /^[a-z0-9]+$/.match? imgtype
  Tempfile.open(["image", ".#{imgtype}"]) do |f|
    f.binmode
    f.write(Base64.strict_decode64(imgdata))
    @tempfile_cache << f # persist to the end
    f.path
  end
end

#sentence_join(array) ⇒ Object 



122
123
124
125
126
127
128
129
130
131
 
# File 'lib/isodoc/function/utils.rb', line 122

def sentence_join(array)
  return "" if array.nil? || array.empty?

  if array.length == 1 then array[0]
  else
    @i18n.l10n("#{array[0..-2].join(', ')} "\
               "#{@i18n.and} #{array.last}",
               @lang, @script)
  end
end

#start_of_sentence(node) ⇒ Object 



14
15
16
 
# File 'lib/isodoc/function/utils.rb', line 14

def start_of_sentence(node)
  self.class.start_of_sentence(node)
end

#to_xhtml(xml) ⇒ Object 



52
53
54
55
56
57
58
59
60
61
62
63
 
# File 'lib/isodoc/function/utils.rb', line 52

def to_xhtml(xml)
  xml = to_xhtml_prep(xml)
  begin
    Nokogiri::XML.parse(xml, &:strict)
  rescue Nokogiri::XML::SyntaxError => e
    File.open("#{@filename}.#{@format}.err", "w:UTF-8") do |f|
      f.write xml
    end
    abort "Malformed Output XML for #{@format}: #{e} "\
          "(see #{@filename}.#{@format}.err)"
  end
end

#to_xhtml_fragment(xml) ⇒ Object 



81
82
83
84
 
# File 'lib/isodoc/function/utils.rb', line 81

def to_xhtml_fragment(xml)
  doc = ::Nokogiri::XML.parse(NOKOHEAD)
  doc.fragment(xml)
end

#to_xhtml_prep(xml) ⇒ Object 



75
76
77
78
79
 
# File 'lib/isodoc/function/utils.rb', line 75

def to_xhtml_prep(xml)
  xml.gsub!(/<\?xml[^>]*>/, "")
  /<!DOCTYPE /.match(xml) || (xml = DOCTYPE_HDR + xml)
  numeric_escapes(xml)
end