Class: TutorialCentral::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/tutorial_central/scraper.rb

Class Method Summary collapse

Class Method Details

.scrape_categories(url) ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
 
# File 'lib/tutorial_central/scraper.rb', line 3

def self.scrape_categories(url)
  site = Nokogiri::HTML(open(url))
  categories = {}
  rows = site.css("tr.search_blocks")
  rows.each do |row|
    title = row.css("a").text.strip
    url = row.css("a @href").text
    categories[title] = url
  end
  categories      
end

.scrape_tutorials(url) ⇒ Object 



15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 
# File 'lib/tutorial_central/scraper.rb', line 15

def self.scrape_tutorials(url)
  site = Nokogiri::HTML(open(url))
  tutorials = {}
  rows = site.css("div.date div.day")
  count = 0
  last = rows.to_a.rindex(rows.last) #refactor?
  rows.each do |row| 
    if count < last
      title = row.css("a.js-tutorial").first.attr("title")
      url = row.css("a.js-tutorial").first.attr("href")
      tutorials[title] = url
      count += 1
    end
  end
  tutorials
end