Module: Wayfarer

Defined in:
lib/wayfarer.rb,
lib/wayfarer/job.rb,
lib/wayfarer/page.rb,
lib/wayfarer/crawl.rb,
lib/wayfarer/locals.rb,
lib/wayfarer/finders.rb,
lib/wayfarer/processor.rb,
lib/wayfarer/dispatcher.rb,
lib/wayfarer/routing/rule.rb,
lib/wayfarer/configuration.rb,
lib/wayfarer/crawl_observer.rb,
lib/wayfarer/routing/router.rb,
lib/wayfarer/routing/uri_rule.rb,
lib/wayfarer/routing/host_rule.rb,
lib/wayfarer/routing/path_rule.rb,
lib/wayfarer/frontiers/frontier.rb,
lib/wayfarer/parsers/xml_parser.rb,
lib/wayfarer/routing/query_rule.rb,
lib/wayfarer/parsers/json_parser.rb,
lib/wayfarer/routing/custom_rule.rb,
lib/wayfarer/routing/protocol_rule.rb,
lib/wayfarer/routing/filetypes_rule.rb,
lib/wayfarer/frontiers/normalize_uris.rb,
lib/wayfarer/frontiers/redis_frontier.rb,
lib/wayfarer/frontiers/memory_frontier.rb,
lib/wayfarer/http_adapters/adapter_pool.rb,
lib/wayfarer/frontiers/redis_bloomfilter.rb,
lib/wayfarer/frontiers/memory_bloomfilter.rb,
lib/wayfarer/frontiers/memory_trie_frontier.rb,
lib/wayfarer/http_adapters/net_http_adapter.rb,
lib/wayfarer/http_adapters/selenium_adapter.rb

Defined Under Namespace

Modules: Finders, Frontiers, HTTPAdapters, Locals, Parsers, Routing Classes: Configuration, Crawl, CrawlObserver, Dispatcher, Job, Page, Processor

Constant Summary collapse

VERSION = 
"0.0.3"

Class Method Summary collapse

Class Method Details

.config {|@config| ... } ⇒ Object

Yields:



63
64
65
66
67
 
# File 'lib/wayfarer.rb', line 63

def self.config
  @config ||= Configuration.new
  yield(@config) if block_given?
  @config
end

.logger ⇒ Object 



55
56
57
58
59
60
61
 
# File 'lib/wayfarer.rb', line 55

def self.logger
  return @logger if @logger

  @logger = Logger.new(STDOUT)
  @logger.level = Logger::WARN
  @logger
end