Method List
-
#[] Crawlr::Context
-
#[]= Crawlr::Context
-
#add Crawlr::CookieJar
-
#all Crawlr::Callbacks
-
#allow Crawlr::Robots::Rule
-
#allow_cookies Crawlr::Config
-
#allow_url_revisit Crawlr::Config
-
#allowed? Crawlr::Robots
-
#allowed? Crawlr::Domains
-
#allowed_domains Crawlr::Config
-
apply_callbacks Crawlr::Parser
-
#base_url Crawlr::Context
-
#blank? Crawlr::Visits
-
#body Crawlr::HTTPInterface::Response
-
#clear Crawlr::Hooks
-
#clear Crawlr::Callbacks
-
#clone Crawlr::Collector
-
#config Crawlr::Collector
-
#config Crawlr::HTTPInterface
-
#context Crawlr::Collector
-
#cookies Crawlr::CookieJar
-
#crawl_delay Crawlr::Robots::Rule
-
#current_depth Crawlr::Context
-
#disallow Crawlr::Robots::Rule
-
#domain_glob Crawlr::Config
-
#domain_stats Crawlr::Domains
-
#exists? Crawlr::Robots
-
#get Crawlr::HTTPInterface
-
#headers Crawlr::HTTPInterface::Response
-
#headers Crawlr::Config
-
#hook Crawlr::Collector
-
#http Crawlr::Collector
-
#ignore_robots_txt Crawlr::Config
-
#increment_depth Crawlr::Context
-
#initialize Crawlr::Config
-
#initialize Crawlr::Callbacks
-
#initialize Crawlr::Collector
-
#initialize Crawlr::CookieJar
-
#initialize Crawlr::Visits
-
#initialize Crawlr::Robots
-
#initialize Crawlr::Hooks
-
#initialize Crawlr::HTTPInterface
-
#initialize Crawlr::Domains
-
#initialize Crawlr::Context
-
logger Crawlr
-
#max_depth Crawlr::Config
-
#max_parallelism Crawlr::Config
-
#max_retries Crawlr::Config
-
#max_visited Crawlr::Config
-
#new? Crawlr::Visits
-
#on_html Crawlr::Collector
-
#on_xml Crawlr::Collector
-
#page_url Crawlr::Context
-
#paginated_visit Crawlr::Collector
-
#parse Crawlr::Robots
-
#proxies Crawlr::Config
-
#proxy_strategy Crawlr::Config
-
#random_delay Crawlr::Config
-
#register Crawlr::Visits
-
#register Crawlr::Hooks
-
#register Crawlr::Callbacks
-
#resolve_url Crawlr::Context
-
#retry_backoff Crawlr::Config
-
#retry_delay Crawlr::Config
-
#retryable_errors Crawlr::Config
-
#stats Crawlr::Callbacks
-
#stats Crawlr::Visits
-
#stats Crawlr::Hooks
-
#stats Crawlr::Collector
-
#status Crawlr::HTTPInterface::Response
-
#store Crawlr::Robots
-
#timeout Crawlr::Config
-
#to_h Crawlr::Context
-
#to_h Crawlr::Config
-
#trigger Crawlr::Hooks
-
#url Crawlr::HTTPInterface::Response
-
#user_agent Crawlr::Robots::Rule
-
#version Crawlr::HTTPInterface::Response
-
#visit Crawlr::Collector
-
#visits Crawlr::Collector