Class: FindRecipe::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/find_recipe/scraper.rb

Constant Summary collapse

ROOT_URL = 
"https://cookpad.com"

Class Method Summary collapse

Class Method Details

.get_individual_recipe_page(recipe_url) ⇒ Object 



53
54
55
 
# File 'lib/find_recipe/scraper.rb', line 53

def self.get_individual_recipe_page(recipe_url)
	open_url(recipe_url)
end

.get_recipe_page_from_keyword(keyword) ⇒ Object 



48
49
50
51
 
# File 'lib/find_recipe/scraper.rb', line 48

def self.get_recipe_page_from_keyword(keyword)
	url = ROOT_URL + "/uk/search/#{keyword}"
	open_url(url)
end

.get_trending_recipes_page ⇒ Object 



43
44
45
46
 
# File 'lib/find_recipe/scraper.rb', line 43

def self.get_trending_recipes_page
	url = ROOT_URL + "/uk/trending"
	open_url(url)
end

.open_url(url) ⇒ Object 



57
58
59
 
# File 'lib/find_recipe/scraper.rb', line 57

def self.open_url(url)
	Nokogiri::HTML(open(url))
end

.scrape_individual_recipe_data(recipe_url) ⇒ Object 



28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
# File 'lib/find_recipe/scraper.rb', line 28

def self.scrape_individual_recipe_data(recipe_url)
	recipe_data = {}

	recipe_page = self.get_individual_recipe_page(recipe_url)
	recipe_data[:description] = recipe_page.at("meta[itemprop='description']")['content']
	
	# Gets ingredients as an array of each ingredient
	recipe_data[:ingredients] = recipe_page.css(".ingredient__details").collect { |ingredient| ingredient.text.strip }
	
	# Gets steps as an array of each step
	recipe_data[:steps] = recipe_page.css(".step .prose").collect { |step| step.text.strip }

	recipe_data
end

.scrape_search_page(keyword) ⇒ Object 



16
17
18
19
20
21
22
23
24
25
26
 
# File 'lib/find_recipe/scraper.rb', line 16

def self.scrape_search_page(keyword)
	recipe_page = self.get_recipe_page_from_keyword(keyword)
	
	recipe_cards = recipe_page.css("li.wide-card")
	recipe_cards.collect do |card|
			recipe = {
				name: card.css("h2.recipe-title span").text.strip,
				url: ROOT_URL + card.css("a.media").attribute("href").value
			}
	end
end

.scrape_trending_recipes_page ⇒ Object 



4
5
6
7
8
9
10
11
12
13
14
 
# File 'lib/find_recipe/scraper.rb', line 4

def self.scrape_trending_recipes_page
	recipe_page = self.get_trending_recipes_page
	
	recipe_cards = recipe_page.css(".card.feed__card")
	recipe_cards.collect do |card|
			recipe = {
				name: card.css("h2.recipe-title").text.strip,
				url: ROOT_URL + card.css("a.link-unstyled").attribute("href").value
			}
	end.uniq
end