Module: Bbc10::Scraper

Defined in:
lib/bbc10/scraper.rb

Class Method Summary collapse

Class Method Details



12
13
14
 
# File 'lib/bbc10/scraper.rb', line 12

def self.get_links(page)
  page.css('.nw-c-most-read__items a').map{|link| 'https://www.bbc.co.uk' << link['href']}
end

.read_page(url) ⇒ Object 



8
9
10
 
# File 'lib/bbc10/scraper.rb', line 8

def self.read_page(url)
  Nokogiri::HTML(open(url).read)
end

.scrape_story(story) ⇒ Object 



16
17
18
19
20
21
22
23
 
# File 'lib/bbc10/scraper.rb', line 16

def self.scrape_story(story)
  article = story.css('.story-body__inner p').map(&:content)
  if article.empty?
    puts "\nFailed to scrape - use link above\n\n"
  else
    article.each{|para| puts "#{para}\n\n"}
  end
end