Module: ChanCrawlerGem

Defined in:
lib/chanCrawlerGem.rb,
lib/chanCrawlerGem/version.rb

Defined Under Namespace

Classes: Collector, DownloadManager, Error

Constant Summary collapse

VERSION = 
'0.2.1'

Class Method Summary collapse

Class Method Details

.give_me_the_documents ⇒ Object 



105
106
107
108
109
110
111
112
113
114
 
# File 'lib/chanCrawlerGem.rb', line 105

def self.give_me_the_documents
  collector = ChanCrawlerGem::Collector.new(ENV['BOARDS'].split(','),
                                            ENV['KEY_WORDS'].split(','))
  collector.get_relevant_threads
  downloader = ChanCrawlerGem::DownloadManager.new(ENV['DEST_FOLDER'])
  collector.relevant_links.each do |thread|
    downloader.download_thread_contents(downloader
                                          .get_thread_contents(thread))
  end
end