Module: Lakes::Helper

Included in:
Texas, Texas::FishingReportParser, Texas::LakeRecordsParser, Texas::ShareLunker, Texas::WaterConditionsParser, Texas::WaterDataParser
Defined in:
lib/lakes/helper.rb

Instance Method Summary collapse

Instance Method Details

#cleanup_data(value) ⇒ Object

texas lake websites use lots of non breaking spaces



11
12
13
14
15
 
# File 'lib/lakes/helper.rb', line 11

def cleanup_data(value)
  nbsp = 160.chr('UTF-8')
  value = value.strip.gsub(nbsp, '')
  value.empty? ? nil : value
end

#cleanup_raw_text(raw_text) ⇒ Object 



17
18
19
20
 
# File 'lib/lakes/helper.rb', line 17

def cleanup_raw_text(raw_text)
  v = raw_text.try(:gsub, /\s+/, ' ').try(:strip)
  v == "" ? nil : v
end

#convert_relative_href(href, current_url) ⇒ Object

converts this: ../../../action/waterecords.php?WB_code=0001 into this: tpwd.texas.gov/fishboat/fish/action/waterecords.php?WB_code=0001 based on this: tpwd.texas.gov/fishboat/fish/recreational/lakes/abilene



50
51
52
53
54
55
56
 
# File 'lib/lakes/helper.rb', line 50

def convert_relative_href(href, current_url)
  relative_depth = href.split('..').count - 1
  url_parts = current_url.split('/')
  url_parts.slice!(-relative_depth, relative_depth)
  fixed_href = href.gsub('../', '')
  url_parts.join('/') + '/' + fixed_href
end

#http_get(url) ⇒ Object

texas lake pages are encoded in Windows-1252 :(



5
6
7
8
 
# File 'lib/lakes/helper.rb', line 5

def http_get(url)
  uri = URI(url)
  Net::HTTP.get(uri).encode('UTF-8', 'Windows-1252')
end

#process_data_table(headers, rows) ⇒ Object

converts a html table with headers and rows into an array of hashes with header => value



24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
 
# File 'lib/lakes/helper.rb', line 24

def process_data_table(headers, rows)
  data = []
  header_count = headers.length
  row_count = rows.count / header_count

  row_data_index = 0
  row_count.times do |row_index|

    entry = {}
    header_count.times do |header_index|
      header = cleanup_data(headers[header_index])
      table_data = cleanup_data(rows[row_data_index])
      row_data_index += 1
      entry[header] = table_data
    end
    data << entry
  end
  data
end