Class: Wayfarer::Middleware::Stage

Inherits:
Object
  • Object
show all
Defined in:
lib/wayfarer/middleware/stage.rb

Defined Under Namespace

Modules: API

Instance Method Summary collapse

Instance Method Details

#call(task) ⇒ Object 



12
13
14
15
16
17
18
19
20
 
# File 'lib/wayfarer/middleware/stage.rb', line 12

def call(task)
  task.metadata.staged_urls = SortedSet.new

  yield if block_given?

  task.metadata.staged_urls.each do |url|
    task.job.class.crawl_later(url, batch: task.batch)
  end
end