Class: HikingProjectCli::Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/hiking_project_cli/scraper.rb

Class Method Summary collapse

Class Method Details

.get_trails_from_api(coords) ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
 
# File 'lib/hiking_project_cli/scraper.rb', line 3

def self.get_trails_from_api(coords)
    
    #returns an array of trail hashes
    
    #coords = "lat=40.0274&lon=-105.2519"
    #coords = "lat=28.539358&lon=-81.398444"

    url = "https://www.hikingproject.com/data/get-trails?#{coords}&maxDistance=10&key=#{ENV['HIKINGPROJECT_API_KEY']}"
    uri = URI(url)
    response = Net::HTTP.get(uri)
    api_trails = JSON.parse(response)

    api_trails["trails"].map {|trail|
        {
            :name => trail["name"],
            :length => trail["length"],
            :summary => trail["summary"],
            :url => trail["url"],
            :location => trail["location"],
            :difficulty => trail["difficulty"],
            :stars => trail["stars"],
            :ascent => trail["ascent"],
            :descent => trail["descent"],
            :high => trail["high"],
            :low => trail["low"],
            :conditionStatus => trail["conditionStatus"],
            :conditionDetails => trail["conditionDetails"],
            :conditionDate => trail["conditionDate"]
        }   
    }
end

.scrape_trail_detail(trail_url) ⇒ Object 



35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
 
# File 'lib/hiking_project_cli/scraper.rb', line 35

def self.scrape_trail_detail(trail_url)
    #returns a trail detail hash (features, overview, description)
    
    trail_details_hash = {}

    doc = Nokogiri::HTML(open(trail_url))
    
    #https://stackoverflow.com/questions/1474688/nokogiri-how-to-select-nodes-by-matching-text
    #https://stackoverflow.com/questions/5393593/how-do-i-get-the-next-html-element-in-nokogiri
    features_h3 = doc.at('h3:contains("Features")')
    if features_h3
        trail_details_hash[:features] = features_h3.search("span").text.strip
    end

    overview_h3 = doc.at('h3:contains("Overview")')
    if overview_h3
        trail_details_hash[:overview] = overview_h3.next_element.text.strip.gsub(/[\r\n]+/, "")
    end

    desc_h3 = doc.at('h3:contains("Description")')
    if desc_h3
        trail_details_hash[:description] = desc_h3.next_element.text.strip.gsub(/[\r\n]+/, "")
    end

    trail_details_hash
end