Class: ComingSoon::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/coming_soon/scraper.rb

Instance Method Summary collapse

Instance Method Details

#scrape_details(soon) ⇒ Object 



30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
 
# File 'lib/coming_soon/scraper.rb', line 30

def scrape_details(soon)
	
	redirect_failed = false

	begin
		doc_synop1 = Nokogiri::HTML(open(soon.url)) # Uses the HTTP 'movieoverview' url
	rescue
		redirect_failed = true # A HTTP to HTTPS redirect failed
	end

	if !redirect_failed
		if !doc_synop1.css("a.movie-synopsis-link").any? &&
			doc_synop1.css("span#SynopsisTextLabel").any?
			# If a READ FULL SYNOPSIS link is not present and any
			# text is available, use that text for the synopsis
			soon.synopsis = doc_synop1.css("span#SynopsisTextLabel").text
		else
			scrape_plotsummary(soon)
		end
	else
		scrape_plotsummary(soon)
	end

end

#scrape_movies ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
 
# File 'lib/coming_soon/scraper.rb', line 3

def scrape_movies

	doc = Nokogiri::HTML(open("http://www.fandango.com/moviescomingsoon"))
	# name: doc.css("li.visual-item a.visual-title").text.strip
	# start_date: doc.css("li.visual-item span").text
	# url: doc.css("li.visual-item a").attribute("href").value

	movie_list = doc.css("li.visual-item")
	
	count = 0

	movie_list.each do |movie| 
		soon = ComingSoon::Movie.new
		soon.name = movie.css("a.visual-title").text.strip
		soon.start_date = movie.css("span").text
		soon.url = movie.css("a").attribute("href").value

		scrape_details(soon)

		count+=1
		if count > 19 # Scrapes only 20 movies
			break
		end
	end
	
end

#scrape_plotsummary(soon) ⇒ Object 



55
56
57
58
59
60
61
62
 
# File 'lib/coming_soon/scraper.rb', line 55

def scrape_plotsummary(soon)
	# Scrape the synopsis using the HTTP 'plotsummary' url
	# This is also executed after an HTTP to HTTPS redirect failed
	synop_url = soon.url.sub(/movieoverview/, 'plotsummary')
	doc_synop2 = Nokogiri::HTML(open(synop_url))
	soon.synopsis = doc_synop2.css("p.subpage-descriptive-content").text
	
end