Class: CatBreeds::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/cat_breeds/scraper.rb

Class Method Summary collapse

Class Method Details

.scrape_characteristics(url) ⇒ Object

creates and returns a hash of breed characteristics to be used in self.scrape_profile



30
31
32
33
34
35
36
37
38
39
40
41
42
43
 
# File 'lib/cat_breeds/scraper.rb', line 30

def self.scrape_characteristics(url) #creates and returns a hash of breed characteristics to be used in self.scrape_profile
  characteristics = {}
  doc = Nokogiri::HTML(open(url))

  keys = []
  doc.css("td.title").each {|key| keys << key.text.scan(/\A(\w+\s?\w+)/)[0][0].gsub(" ","_")}
  values = []
  doc.css("td.rating").each{|value| values << value.text}
  keys.each_with_index do |key,i|
    characteristics[key.to_sym] = values[i]
  end

  characteristics.sort_by{|k,v|k}
end

.scrape_index(url) ⇒ Object

creates and returns an array of hashes which contain cat breeds and page urls



3
4
5
6
7
8
9
10
11
12
13
14
 
# File 'lib/cat_breeds/scraper.rb', line 3

def self.scrape_index(url) #creates and returns an array of hashes which contain cat breeds and page urls
  cat_breeds = []
  doc = Nokogiri::HTML(open(url))
  breeds = doc.css("#hub-breed-list-container ul li a")
  breeds.each do |b|
    breed = {}
    breed[:name] = b.text
    breed[:page_url] = b.attr("href")
    cat_breeds << breed
  end
  cat_breeds
end

.scrape_profile(url) ⇒ Object

creates and returns a hash of a cat breed with more information for the user to view



16
17
18
19
20
21
22
23
24
25
26
27
28
 
# File 'lib/cat_breeds/scraper.rb', line 16

def self.scrape_profile(url) #creates and returns a hash of a cat breed with more information for the user to view
  breed = {}
  doc = Nokogiri::HTML(open(url))
  breed[:blurb] = doc.css("#breed-detail p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:fun_fact] = doc.css(".interesting-breed-fact p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:description] = doc.css("#overview .richtext  p").text.gsub("\n","").gsub("\t","").gsub("\r","").gsub(" If the video doesn't start playing momentarily, please install the latest version of Flash.","").strip
  breed[:history] = doc.css("#history .richtext  p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:personality] = doc.css("#personality .richtext  p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:health] = doc.css("#health .richtext  p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:grooming] = doc.css("#grooming .richtext  p").text.gsub("\n","").gsub("\t","").gsub("\r","").strip
  breed[:characteristics] = scrape_characteristics(url)
  breed
end