Module: BfMultiRss

Defined in:
lib/bf_multi_rss.rb,
lib/bf_multi_rss/version.rb

Constant Summary collapse

VERSION =
'0.1.0'.freeze

Class Method Summary collapse

Class Method Details

.fetch_all(uris) ⇒ Object



24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# File 'lib/bf_multi_rss.rb', line 24

def self.fetch_all(uris)
  Parallel.map(
    uris,
    in_processes: 8
  ) do |uri|
    begin
      posts = fetch_rss(uri)
      RssResult.new(uri, posts)
    rescue  REXML::ParseException,
            OpenURI::HTTPError,
            Errno::EHOSTUNREACH,
            RSS::NotWellFormedError,
            Net::OpenTimeout,
            Net::ReadTimeout,
            Errno::ECONNREFUSED,
            Errno::ECONNRESET
      next
    end
  end
end

.fetch_rss(uri) ⇒ Object



17
18
19
20
21
22
# File 'lib/bf_multi_rss.rb', line 17

def self.fetch_rss(uri)
  open(uri) do |rss|
    feed = RSS::Parser.parse(rss, false)
    return feed.items
  end
end