Module: Rwspider

Defined in:
lib/rwspider/queue.rb,
lib/rwspider.rb,
lib/rwspider/client.rb,
lib/rwspider/version.rb,
lib/rwspider/document.rb

Overview

Ruby RW Spider

RW Spider is an multithreading spider client written in Ruby.

Category

Net

Package

RWSpider

Author

Simone Rinzivillo <[email protected]>

License

MIT License

–

++

Defined Under Namespace

Modules: Version Classes: Client, Document, Queue

Constant Summary collapse

NAME = 
'Rwspider'
GEM = 
'rwspider'
AUTHORS = 
['Simone Rinzivillo <[email protected]>']
VERSION = 
Version::STRING

Class Method Summary collapse

Class Method Details

.start(url, options = {}) ⇒ Object

Rwspider.start(‘www.rwspider.com’, opts) {do |d|

   puts 'Current URL ' + d.url.normalize.to_s
}



48
49
50
51
52
53
54
55
 
# File 'lib/rwspider.rb', line 48

def self.start(url, options = {})
	
@client = Rwspider::Client.new(options)
@client.start(url)do |doc| 	
	yield doc if block_given?
end	
   
end