Class: Bookshark::Crawler

Inherits:
Object
  • Object
show all
Includes:
FileManager
Defined in:
lib/bookshark.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Methods included from FileManager

#list_directories, #list_files, #save_to

Constructor Details

#initialize(options = {}) ⇒ Crawler

Returns a new instance of Crawler.



360
361
362
363
 
# File 'lib/bookshark.rb', line 360

def initialize(options = {})
  options = DEFAULTS.merge(options)
  @site   = options[:site]
end

Instance Attribute Details

#site ⇒ Object

Returns the value of attribute site.



358
359
360
 
# File 'lib/bookshark.rb', line 358

def site
  @site
end

Instance Method Details

#bibliographical_records(options = {}) ⇒ Object 



380
381
382
383
 
# File 'lib/bookshark.rb', line 380

def bibliographical_records(options = {})
  crawler = Biblionet::Crawlers::BibliographicalRecordCrawler.new(options)
  crawler.crawl_and_save
end

#books(options = {}) ⇒ Object 



375
376
377
378
 
# File 'lib/bookshark.rb', line 375

def books(options = {})
  crawler = Biblionet::Crawlers::BookCrawler.new(options)
  crawler.crawl_and_save
end

#publishers ⇒ Object 



365
366
367
368
369
370
371
372
373
 
# File 'lib/bookshark.rb', line 365

def publishers
  # crawler = Biblionet::Crawlers::Base.new(start:1, finish:100, step:10)
  # crawler.spider do |url, path|
  #   puts "URL: #{url}, PATH: #{path}"
  # end
  # puts Biblionet::Extractors::Base.new("http://www.biblionet.gr/com/245").page
  crawler = Biblionet::Crawlers::PublisherCrawler.new
  crawler.crawl_and_save
end