Module: Rwspider

Defined in:
lib/rwspider/queue.rb,
lib/rwspider.rb,
lib/rwspider/client.rb,
lib/rwspider/version.rb,
lib/rwspider/document.rb

Overview

Ruby RW Spider

RW Spider is an multithreading spider client written in Ruby.

Category

Net

Package

RWSpider

Author

Simone Rinzivillo [email protected]

License

MIT License

--

++

Defined Under Namespace

Modules: Version Classes: Client, Document, Queue

Constant Summary collapse

NAME = 
'Rwspider'
GEM = 
'rwspider'
AUTHORS = 
['Simone Rinzivillo <[email protected]>']
VERSION = 
Version::STRING

Class Method Summary collapse

Class Method Details

.start(url, options = {}) ⇒ Object

Rwspider.start('http://www.rwspider.com', opts) {do |d| puts 'Current URL ' + d.url.normalize.to_s }



48
49
50
51
52
53
54
55
 
# File 'lib/rwspider.rb', line 48

def self.start(url, options = {})
  
@client = Rwspider::Client.new(options)
@client.start(url)do |doc|  
  yield doc if block_given?
end 
   
end