Method List
-
#allowed? Robotex::ParsedRobots
-
#allowed? Robotex
-
#delay Robotex
-
#delay Robotex::ParsedRobots
-
#delay! Robotex
-
get_robots_txt Robotex
-
#initialize Robotex::ParsedRobots
-
#initialize Robotex
-
#parse_host Robotex
-
timeout Robotex
-
timeout= Robotex
-
#user_agent Robotex