Class: Rakuten::Travel::Crawler::Web

Inherits:
Object
  • Object
show all
Defined in:
lib/rakuten/travel/crawler/web.rb

Instance Method Summary collapse

Constructor Details

#initialize(mode = :chrome) ⇒ Web

Returns a new instance of Web.



5
6
7
 
# File 'lib/rakuten/travel/crawler/web.rb', line 5

def initialize(mode = :chrome)
  @mode = mode
end

Instance Method Details

#get_bf_plan_num(rakuten_hotel_id) ⇒ Object 



93
94
95
96
97
98
99
100
101
102
 
# File 'lib/rakuten/travel/crawler/web.rb', line 93

def get_bf_plan_num rakuten_hotel_id
  driver = HotelPrice.get_selenium_driver @mode
  driver.get "https://hotel.travel.rakuten.co.jp/hotelinfo/plan/#{rakuten_hotel_id}"
  driver.find_element(:id, "focus1").click
  driver.find_element(:id, "dh-squeezes-submit").click
  sleep 3
  plan_num = driver.find_elements(:class, "planThumb")
  driver.quit
  plan_num.size
end

#get_dayuse_plan_num(rakuten_hotel_id) ⇒ Object 



104
105
106
107
108
109
110
111
 
# File 'lib/rakuten/travel/crawler/web.rb', line 104

def get_dayuse_plan_num rakuten_hotel_id
  driver = HotelPrice.get_selenium_driver @mode
  driver.get "https://hotel.travel.rakuten.co.jp/hotelinfo/dayuse/?f_no=#{rakuten_hotel_id}"
  sleep 5
  plan_num = driver.find_elements(:class, "planThumb")
  driver.quit
  plan_num.size
end

#get_detail_class_code(rakuten_hotel_id) ⇒ Object 



113
114
115
116
117
118
119
120
121
122
123
124
125
 
# File 'lib/rakuten/travel/crawler/web.rb', line 113

def get_detail_class_code rakuten_hotel_id
  driver = HotelPrice.get_selenium_driver @mode
  driver.get "https://hotel.travel.rakuten.co.jp/hinfo/?f_no=#{rakuten_hotel_id}"
  {
    status: "found",
    detail_class_code: driver.find_element(id: "breadcrumbs-detail").attribute("href").match(%r{/.\.}).to_s.gsub("/", "").gsub(".", "")
  }
rescue StandardError
  {
    status: "not_found",
    detail_class_code: ""
  }
end

#get_photo_num(rakuten_hotel_id) ⇒ Object 



84
85
86
87
88
89
90
91
 
# File 'lib/rakuten/travel/crawler/web.rb', line 84

def get_photo_num rakuten_hotel_id
  driver = HotelPrice.get_selenium_driver @mode
  driver.get "https://hotel.travel.rakuten.co.jp/hinfo/#{rakuten_hotel_id}/"
  sleep 2
  num = driver.find_element(:id, "navPht").text.gsub("写真・動画(", "").gsub(")", "").to_i
  driver.quit
  num
end

#get_price(rakuten_hotel_id, checkin_date, num_adults) ⇒ Object 



9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 
# File 'lib/rakuten/travel/crawler/web.rb', line 9

def get_price(rakuten_hotel_id, checkin_date, num_adults)
  date = DateTime.now.strftime("%Y-%m-%d")

  query_string = make_query_string(checkin_date.to_s, num_adults)
  url = "https://hotel.travel.rakuten.co.jp/hotelinfo/plan/#{rakuten_hotel_id}?#{query_string}"
  driver = HotelPrice.get_selenium_driver @mode
  driver.get(url)
  sleep 2
  begin
    driver.find_elements(class_name: "planThumb").first
  rescue
    return ""
  end
  first_plan = driver.find_elements(class_name: "planThumb").first
  hotel_name = driver.find_element(class_name: "rtconds").text
  price = first_plan.find_element(class_name: "vPrice").text.delete("^0-9").to_i
  room_name = first_plan.find_element(tag_name: "h6").text
  plan_name = first_plan.find_element(tag_name: "h4").text
  { date: date, min_price: price, hotel_name: hotel_name, room_name: room_name, plan_name: plan_name }
rescue StandardError
  { date: date, min_price: 0 }
end

#make_date_args(checkin_date) ⇒ Object 



38
39
40
41
42
43
44
45
46
47
48
 
# File 'lib/rakuten/travel/crawler/web.rb', line 38

def make_date_args checkin_date
  begin
    Date.parse checkin_date
  rescue
    return ""
  end
  t = Date.parse(checkin_date)
  checkin_arg = t.strftime("f_hi1=%d&f_tuki1=%m&f_nen1=%Y")
  checkout_arg = (t + 1).strftime("f_hi2=%d&f_tuki2=%m&f_nen2=%Y")
  "#{checkin_arg}&#{checkout_arg}"
end

#make_num_adults_arg(num_adults) ⇒ Object 



50
51
52
53
 
# File 'lib/rakuten/travel/crawler/web.rb', line 50

def make_num_adults_arg num_adults
  return "" if num_adults.to_i <= 1
  "f_otona_su=#{num_adults}&f_kin2=0&f_kin=&f_s1=0&f_s2=0&f_y1=0&f_y2=0&f_y3=0&f_y4=0"
end

#make_query_string(checkin_date, num_adults) ⇒ Object 



32
33
34
35
36
 
# File 'lib/rakuten/travel/crawler/web.rb', line 32

def make_query_string(checkin_date, num_adults)
  cd_args = make_date_args checkin_date
  na_args = make_num_adults_arg num_adults
  "f_teikei=quick&f_hizuke=&f_hak=&f_dai=japan&f_chu=tokyo&f_shou=nishi&f_sai=&f_tel=&f_target_flg=&f_tscm_flg=&f_p_no=&f_custom_code=&f_search_type=&f_camp_id=&f_static=1&f_rm_equip=&#{cd_args}&f_heya_su=1&#{na_args}"
end

#review(rakuten_hotel_id) ⇒ Object 



55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
 
# File 'lib/rakuten/travel/crawler/web.rb', line 55

def review rakuten_hotel_id
  driver = HotelPrice.get_selenium_driver @mode
  driver.get("https://travel.rakuten.co.jp/HOTEL/#{rakuten_hotel_id}/review.html")
  sleep 2
  comment_area = driver.find_elements(:class_name, "commentBox")
  data = comment_area.map do |f|
    if f.find_element(class_name: "user").text.include?("投稿者さん")
      username = f.find_element(class_name: "user").text
      generation = 0
      gender = ""
    else
      username = f.find_element(class_name: "user").text.match(/(^.+ )/).to_s.strip
      generation = f.find_element(class_name: "user").text.match(/\[.+代/).to_s.gsub("[", "").gsub("代", "")
      gender = f.find_element(class_name: "user").text.match(%r{/..}).to_s.gsub("/", "")
    end
    {
      date: f.find_element(class_name: "time").text.gsub("年", "").gsub("月", "").gsub("日", ""),
      rate: f.find_element(class_name: "rate").text,
      username: username,
      generation: generation,
      gender: gender,
      rakuten_hotel_id: rakuten_hotel_id,
      comment: f.find_element(class_name: "commentSentence").text
    }
  end
  driver.quit
  data
end