Class: DigitalNomadJobs::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/digital_nomad_jobs/scraper.rb

Class Method Summary collapse

Class Method Details

.scrape_descriptions(job_url) ⇒ Object 



16
17
18
19
20
21
22
23
24
25
26
 
# File 'lib/digital_nomad_jobs/scraper.rb', line 16

def self.scrape_descriptions(job_url)
  html = open(job_url)
  page = Nokogiri::HTML(html)

  details = {}
  details[:description] = page.css('.description').text
  details[:time_posted] = page.css('.time').text
  details[:skills] = page.css('.tags').text.gsub('3>', ' | ').insert(0,' | ')
  
  details
end

.scrape_jobs(url) ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
14
 
# File 'lib/digital_nomad_jobs/scraper.rb', line 3

def self.scrape_jobs(url)
  html = open(url)
  doc = Nokogiri::HTML(html)
  posts = doc.css(".company_and_position_mobile")

  job_array = posts.first(20).collect do |post|
    {:title => post.css('h2').text, 
    :company => post.css('.preventLink h3').text,
    :job_url => post.css('a')[0]['href'],
    :company_url => post.css('a')[1]['href'],}
  end
end