Method: JustCrawl::Engine#process_next

Defined in:
lib/just_crawl/engine.rb

#process_next ⇒ Object 



36
37
38
39
40
41
42
43
44
 
# File 'lib/just_crawl/engine.rb', line 36

def process_next
  return if @register.processing_size >= EM.threadpool_size
  if @register.finished?
    EventMachine.stop
  elsif (page = @register.next_page)
    retrieve(page)
    process_next
  end
end