Class: Reddit::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/reddit/scraper.rb

Class Method Summary collapse

Class Method Details

.scrape(subreddit) ⇒ Object 



2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
 
# File 'lib/reddit/scraper.rb', line 2

def self.scrape(subreddit)
  url = "https://www.reddit.com/r/#{subreddit}"
  doc = Nokogiri::HTML(open(url, 'User-Agent' => 'ruby-reddit'))
  postsList = doc.css('#siteTable > div.thing.link').first(10)
  postsList.each do |post|
    title = post.css('.title a.title').text.strip
    author = post.css('.author').text.strip
    timestamp = post.css('.live-timestamp').text.strip
    comments = post.attr('data-comments-count')
    upvotes = post.attr('data-score')
    url = post.css('a.comments').attr('href')

    Reddit::Post.new(title, author, timestamp, comments, upvotes, url)
  end
end