Class: Simple::Scraper::Finder

Inherits:
Object
  • Object
show all
Defined in:
lib/simple/scraper/finder.rb

Class Method Summary collapse

Class Method Details

.default_options ⇒ Object 



12
13
14
15
16
17
18
19
20
 
# File 'lib/simple/scraper/finder.rb', line 12

def self.default_options
  @default_options ||= {
    http_proxyaddr: Simple::Scraper.configuration.proxy_addr,
    http_proxyport: Simple::Scraper.configuration.proxy_port,
    http_proxyuser: Simple::Scraper.configuration.proxy_user,
    http_proxypass: Simple::Scraper.configuration.proxy_pass,
    verify: false
  }
end

.find(url:, query: {}, headers: {}) ⇒ Object 



4
5
6
7
8
9
10
 
# File 'lib/simple/scraper/finder.rb', line 4

def self.find(url:, query: {}, headers: {})
  default_options[:query] = query
  default_options[:headers] = headers
  yield(Nokogiri::HTML(HTTParty.get(url, default_options)))
rescue StandardError => e
  Simple::Scraper.logger&.error e
end