Class: Tjcrawler::Scheduler

Inherits:
Object
  • Object
show all
Defined in:
lib/tjcrawler/scheduler.rb

Instance Method Summary collapse

Instance Method Details

#start ⇒ Object 



4
5
6
7
8
9
10
11
12
13
14
15
 
# File 'lib/tjcrawler/scheduler.rb', line 4

def start
  @queue = Queue.new
  @queue << @seed_url
  @crawler_number.times do
    @threads << Thread.new do
      crawler = Cralwer.new(css: '.entry-title > a')
      urls = crawler.crawl(@queue.pop)
      urls.each{ |url| @queue << url }
    end
  end
  @threads.each(&:join)
end