Class: Processor

Inherits:
Object
  • Object
show all
Defined in:
lib/rubyscraper/processor.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(config_file, single_site, record_limit, scrape_delay) ⇒ Processor

Returns a new instance of Processor.



9
10
11
12
13
14
15
16
# File 'lib/rubyscraper/processor.rb', line 9

def initialize(config_file, single_site, record_limit, scrape_delay)
  @scrape_file   = config_file
  @scrape_config = JSON.parse(File.read(@scrape_file))
  @sites         = @scrape_config
  @single_site   = single_site
  @record_limit  = record_limit
  @scrape_delay  = scrape_delay
end

Instance Attribute Details

#record_limitObject (readonly)

Returns the value of attribute record_limit.



7
8
9
# File 'lib/rubyscraper/processor.rb', line 7

def record_limit
  @record_limit
end

#scrape_delayObject (readonly)

Returns the value of attribute scrape_delay.



7
8
9
# File 'lib/rubyscraper/processor.rb', line 7

def scrape_delay
  @scrape_delay
end

#single_siteObject (readonly)

Returns the value of attribute single_site.



7
8
9
# File 'lib/rubyscraper/processor.rb', line 7

def single_site
  @single_site
end

#sitesObject (readonly)

Returns the value of attribute sites.



7
8
9
# File 'lib/rubyscraper/processor.rb', line 7

def sites
  @sites
end

Instance Method Details

#callObject



18
19
20
# File 'lib/rubyscraper/processor.rb', line 18

def call
  !single_site.empty? ? scrape_single_site : scrape_all_sites
end