Class: Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/scraper.rb

Instance Method Summary collapse

Instance Method Details

#get_quote_pages ⇒ Object 



28
29
30
31
32
33
34
 
# File 'lib/scraper.rb', line 28

def get_quote_pages
  216.times do |i|
  # 10.times do |i|
    page = "https://www.tvfanatic.com/quotes/shows/the-office/page-" + "#{i + 1}" + ".html"
    scrape_office_quotes(page)
  end
end

#scrape_office_quotes(page) ⇒ Object 



7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 
# File 'lib/scraper.rb', line 7

def scrape_office_quotes(page)
  index_page = Nokogiri::HTML(open(page))
  line_string = ""
  index_page.css("div.quotes blockquote").each do |quote|
    character = quote.css("small").text.strip
    if character.length > 40
      character = ""
    end
    quote.css("p").each do |line|
      # Using .text will not push items with breaks right next to each other
      # Using .to_s on the nokogiri element allow me to identify <br>'s create space between each line within the <p> element
      line_string = line.to_s
      line_string.gsub!("<br>", " ") 
      line_string.gsub!("<p>", "") 
      line_string.gsub!("</p>", "") 
      line_string = line_string.strip
    end 
    Quote.new(line_string, character)
  end
end