Class: Atig::OFilter::EscapeUrl

Inherits:
Object
  • Object
show all
Includes:
Util
Defined in:
lib/atig/ofilter/escape_url.rb

Instance Method Summary collapse

Methods included from ExceptionUtil

daemon, safe

Constructor Details

#initialize(context) ⇒ EscapeUrl

Returns a new instance of EscapeUrl.



16
17
18
19
 
# File 'lib/atig/ofilter/escape_url.rb', line 16

def initialize(context)
  @log  = context.log
  @http = Atig::Http.new @log
end

Instance Method Details

#call(status) ⇒ Object 



21
22
23
 
# File 'lib/atig/ofilter/escape_url.rb', line 21

def call(status)
  status.merge(:status => escape_http_urls(status[:status]))
end

#escape_http_urls(text) ⇒ Object 



51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
 
# File 'lib/atig/ofilter/escape_url.rb', line 51

def escape_http_urls(text)
  original_text = text.encoding!("UTF-8").dup

  if defined? ::Punycode
    # TODO: Nameprep
    text.gsub!(%r{(https?://)([^\x00-\x2C\x2F\x3A-\x40\x5B-\x60\x7B-\x7F]+)}) do
      domain = $2
      # Dots:
      #   * U+002E (full stop)           * U+3002 (ideographic full stop)
      #   * U+FF0E (fullwidth full stop) * U+FF61 (halfwidth ideographic full stop)
      # => /[.\u3002\uFF0E\uFF61] # Ruby 1.9 /x
      $1 + domain.split(/\.|\343\200\202|\357\274\216|\357\275\241/).map do |label|
        break [domain] if /\A-|[\x00-\x2C\x2E\x2F\x3A-\x40\x5B-\x60\x7B-\x7F]|-\z/ === label
        next label unless /[^-A-Za-z0-9]/ === label
        punycode = Punycode.encode(label)
        break [domain] if punycode.size > 59
        "xn--#{punycode}"
      end.join(".")
    end
    if text != original_text
      log :info, "Punycode encoded: #{text}"
      original_text = text.dup
    end
  end

  urls = []
  text.split(/[\s<>]+/).each do |str|
    next if /%[0-9A-Fa-f]{2}/ === str
    # URI::UNSAFE + "#"
    escaped_str = URI.escape(str, %r{[^-_.!~*'()a-zA-Z0-9;/?:@&=+$,\[\]#]}) #'
    URI.extract(escaped_str, %w[http https]).each do |url|
      uri = URI(URI.rstrip(url))
      if not urls.include?(uri.to_s) and self.exist_uri?(uri)
        urls << uri.to_s
      end
    end if escaped_str != str
  end
  urls.each do |url|
    unescaped_url = URI.unescape(url).encoding!("UTF-8")
    text.gsub!(unescaped_url, url)
  end
  log :info, "Percent encoded: #{text}" if text != original_text

  text.encoding!("UTF-8")
rescue => e
  log :error, e
  text
end

#exist_uri?(uri, limit = 1) ⇒ Boolean

Returns:

  • (Boolean) 


25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
 
# File 'lib/atig/ofilter/escape_url.rb', line 25

def exist_uri?(uri, limit = 1)
  ret = nil
  #raise "Not supported." unless uri.is_a?(URI::HTTP)
  return ret if limit.zero? or uri.nil? or not uri.is_a?(URI::HTTP)
  @log.debug uri.inspect

  req = @http.req :head, uri
  @http.http(uri, 3, 2).request(req) do |res|
    ret = case res
          when Net::HTTPSuccess
          true
          when Net::HTTPRedirection
          uri = resolve_http_redirect(uri)
            exist_uri?(uri, limit - 1)
          when Net::HTTPClientError
            false
          else
            nil
          end
  end
  ret
rescue => e
  @log.error e.inspect
  ret
end