Method List
-
#allowed? Spider::ExclusionParser
-
#back_off Spider::WaitTime
-
#empty? Spider::VisitQueue
-
#excluded? Spider::ExclusionParser
-
#http_status String
-
#initialize Spider::VisitQueue
-
#initialize Spider::ExclusionParser
-
#initialize Spider::WaitTime
-
#push_back Spider::VisitQueue
-
#push_front Spider::VisitQueue
-
#reduce_wait Spider::WaitTime
-
#robot_txt Spider::VisitQueue
-
#size Spider::VisitQueue
-
#stop Spider::VisitQueue
-
#value Spider::WaitTime
-
#visit_count Spider::VisitQueue
-
#visit_each Spider::VisitQueue
-
#wait Spider::WaitTime
-
#wait_time Spider::ExclusionParser