Class: RomLoader::FreeromsScraper

Inherits:
Object
  • Object
show all
Defined in:
lib/romloader/freeroms_scraper.rb

Overview

The class which facilitates scraping freeroms.com. Uses the nokogiri gem to scrape the site

Class Method Summary collapse

Class Method Details

.rom_details(url) ⇒ Object

To retrieve the detailed information of individual games currently begin served by freeroms.com. Returns this information in the form of a hash



48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
 
# File 'lib/romloader/freeroms_scraper.rb', line 48

def self.rom_details(url)
  
  direct_download = Nokogiri::HTML(open(url))
  {}.tap do |game|
    if !direct_download.css("td#rom > script").empty?
      begin
        game_url = /http:\/\/.+(\.zip|\.7z)/.match(direct_download.css("td#rom > script").first.children.first.text)
      rescue NoMethodError
        
      else
        if game_url
          game[:download_url] = game_url[0]
          game[:file_ext] = game_url[1]
          game[:filename] = /[.[^\/]]+(\.zip|\.7z)\Z/.match(game_url[0])[0]
          begin
            game[:size] = direct_download.css("div.system-rom-tr-wrap > div.file-size").first.children.first.text.strip
          rescue NoMethodError
            game[:size] = "N/A"
          end    
        end      
      end
    elsif !direct_download.css("script").empty?
      begin
        direct_download.css("script").each { |script| game_url = /http:\/\/.+(\.zip|\.7z)/.match(script.children.text) if /http:\/\/.+(\.zip|\.7z)/.match(script.children.text) }
      rescue NoMethodError
        
      else
        if game_url
          game[:download_url] = game_url[0]
          game[:file_ext] = game_url[1]
          game[:filename] = /[.[^\/]]+(\.zip|\.7z)\Z/.match(game_url[0])[0]
          begin
            game[:size] = direct_download.css("div.system-rom-tr-wrap > div.file-size").first.children.first.text.strip
          rescue NoMethodError
            game[:size] = "N/A"
          end    
        end
      end  
    end
  end
end

.rom_index_scrape(url) ⇒ Object

To retrieve the letter indices for the roms of the game systems currently begin served by freeroms.com. Returns this information in the form of a hash



92
93
94
95
96
97
98
99
100
101
102
103
104
105
 
# File 'lib/romloader/freeroms_scraper.rb', line 92

def self.rom_index_scrape(url)
  
  rom_letter_list = Nokogiri::HTML(open(url)).css("tr.letters > td[align=\"center\"] > font > a")
  {}.tap do |letter_hash|
    rom_letter_list.each do |letter_list|
      letter = letter_list.text.strip
      begin
        letter_hash[letter] = letter_list.attribute("href").value if letter =~ /\A[A-Z#]\Z/
      rescue NoMethodError

      end
    end
  end
end

.rom_scrape(url) ⇒ Object

To retrieve the names and main rom urls of the individual games currently begin served by freeroms.com. Returns this information in the form of an array of hashes



25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 
# File 'lib/romloader/freeroms_scraper.rb', line 25

def self.rom_scrape(url)
  
  game_list = Nokogiri::HTML(open(url)).css("tr[class^=\"game\"] > td[align=\"left\"]")
  [].tap do |rom_list|
    game_list.each do |game_info|
      begin
        download_link = game_info.css("a").attribute("href").value
      rescue NoMethodError
        
      else
        game_name = game_info.css("span").text
        unless game_name == ""
          game_name.gsub!(/[[:space:]]{2,}/) {|white_spaces| " "} 
          download_link.gsub!(/[[:space:]]/) {|white_space| CGI::escape(white_space)} unless download_link.ascii_only?
          rom_list << {name: game_name, rom_detail_url: download_link}
        end 
      end
    end 
  end
end

.system_scrape(url) ⇒ Object 



4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
 
# File 'lib/romloader/freeroms_scraper.rb', line 4

def self.system_scrape(url)
  
  system_list = Nokogiri::HTML(open(url)).css("dt.leftside > a")
  [].tap do |game_system|
    system_list.each do |system_info|
      if system_info.text != "Links" && system_info.text != "Flash Games" && system_info.text != ""
        system_name = system_info.text
        begin
          system_rom_url = system_info.attribute("href").value
        rescue NoMethodError
          
        else
          game_system << {name: system_name, rom_index_url: system_rom_url}
        end
      end
    end
  end
end