Module: Flare::Tools::Common
- Includes:
- Util::Logging
- Included in:
- Flare::Test::Cluster, Flare::Tools::Cli::Activate, Flare::Tools::Cli::Balance, Flare::Tools::Cli::Down, Flare::Tools::Cli::Dump, Flare::Tools::Cli::Dumpkey, Flare::Tools::Cli::List, Flare::Tools::Cli::Master, Flare::Tools::Cli::Part, Flare::Tools::Cli::Reconstruct, Flare::Tools::Cli::Remove, Flare::Tools::Cli::Restore, Flare::Tools::Cli::Slave, Flare::Tools::Cli::Stats, Flare::Tools::Cli::Summary, Flare::Tools::Cli::Threads
- Defined in:
- lib/flare/tools/common.rb
Constant Summary collapse
- NodeListHeader =
[ ['%-32s', 'node'], ['%9s', 'partition'], ['%6s', 'role'], ['%6s', 'state'], ['%7s', 'balance'] ]
- NodeListFormat =
(NodeListHeader.map {|x| x[0]}.join(' '))
Instance Method Summary collapse
- #address_of_hostname(hostname) ⇒ Object
- #fetch_cluster(s) ⇒ Object
- #hostname_of_address(ipaddr) ⇒ Object
- #nodekey_of(*args) ⇒ Object
- #string_of_nodelist(nodes, opt = {}) ⇒ Object
- #user_confirmed(opt = { true => /^Y$/, false => /^N$/ }, &block) ⇒ Object
-
#wait_for_master_construction(index_server, nodekey, timeout, silent = false) ⇒ Object
s:IndexServer, nodekey:“hostname:port”, timeout(second):Integer -> state:String.
- #wait_for_servers(index_server, timeout = Flare::Util::Constant::DefaultTimeout, silent = false) ⇒ Object
-
#wait_for_slave_construction(index_server, nodekey, timeout, silent = false) ⇒ Object
s:IndexServer, nodekey:“hostname:port”, timeout(second):Integer -> state:String.
Methods included from Util::Logging
#debug, #error, #fatal, #info, logger, #puts, set_logger, #trace, #warn
Instance Method Details
#address_of_hostname(hostname) ⇒ Object
64 65 66 67 68 |
# File 'lib/flare/tools/common.rb', line 64 def address_of_hostname(hostname) Resolv.getaddress(hostname) rescue Resolv::ResolvError hostname end |
#fetch_cluster(s) ⇒ Object
18 19 20 |
# File 'lib/flare/tools/common.rb', line 18 def fetch_cluster s Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes) end |
#hostname_of_address(ipaddr) ⇒ Object
70 71 72 73 74 |
# File 'lib/flare/tools/common.rb', line 70 def hostname_of_address(ipaddr) Resolv.getname(ipaddr) rescue Resolv::ResolvError ipaddr end |
#nodekey_of(*args) ⇒ Object
40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 |
# File 'lib/flare/tools/common.rb', line 40 def nodekey_of *args if args.size == 1 args = if args[0].kind_of?(Array) args[0] elsif args[0].kind_of?(String) args[0].split(':') end end if args.size >= 2 hostname, port = args if hostname.kind_of?(String) && port.kind_of?(String) if port.empty? port = Flare::Util::Constant::DefaultNodePort return "#{hostname}:#{port}" elsif /^\d+$/ =~ port return "#{hostname}:#{port}" end elsif hostname.kind_of?(String) && port.kind_of?(Integer) return "#{hostname}:#{port}" end end nil end |
#string_of_nodelist(nodes, opt = {}) ⇒ Object
83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
# File 'lib/flare/tools/common.rb', line 83 def string_of_nodelist(nodes, opt = {}) format = NodeListFormat+"\n" ret = format % NodeListHeader.map{|x| x[1]}.flatten nodes.each do |nodekey, node| if opt.empty? || opt.include?(nodekey) partition = if node['partition'] == "-1" "-" else node['partition'] end ret += format % [ nodekey, partition, node['role'], node['state'], node['balance'], ] end end ret end |
#user_confirmed(opt = { true => /^Y$/, false => /^N$/ }, &block) ⇒ Object
22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
# File 'lib/flare/tools/common.rb', line 22 def user_confirmed opt = { true => /^Y$/, false => /^N$/ }, &block ret = nil while ret.nil? line = gets.chomp.upcase opt.each do |key,pattern| if patterns =~ line ret = key break end end end if block.nil? ret else block.call(ret) end end |
#wait_for_master_construction(index_server, nodekey, timeout, silent = false) ⇒ Object
s:IndexServer, nodekey:“hostname:port”, timeout(second):Integer -> state:String
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 |
# File 'lib/flare/tools/common.rb', line 143 def wait_for_master_construction(index_server, nodekey, timeout, silent = false) cluster = Flare::Tools::Cluster.new(index_server.host, index_server.port, index_server.stats_nodes) master = cluster.node_stat(nodekey) partition = master['partition'].to_i m_hostname, m_port = cluster.master_in_partition(partition).split(':') m = Flare::Tools::Stats.open(m_hostname, m_port.to_i, timeout) start = Time.now while true cluster = Flare::Tools::Cluster.new(index_server.host, index_server.port, index_server.stats_nodes) master = cluster.node_stat(nodekey) stats_master = m.stats ts_diff = Time.now-start state_master = master['state']; role_master = master['role']; item_m = stats_master['curr_items'].to_i; eta = "n/a"; unless silent STDERR.puts "%d (role = %s, state = %s) [ETA: %s sec (elapsed = %d sec)]" % [item_m, role_master, state_master, eta, ts_diff] end if role_master == "master" && state_master == "active" if partition != 0 warn "The master should be ready after the reconstruction but it became active." end break end break if role_master == "master" && state_master == "ready" sleep 1 end info "state is ready -> stop waiting" unless silent m.close state_master end |
#wait_for_servers(index_server, timeout = Flare::Util::Constant::DefaultTimeout, silent = false) ⇒ Object
176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 |
# File 'lib/flare/tools/common.rb', line 176 def wait_for_servers(index_server, timeout = Flare::Util::Constant::DefaultTimeout, silent = false) index_server.stats_nodes.each do |nodekey, v| hostname, port = nodekey.split(':') is_alive = false while is_alive begin Flare::Tools::Node.open(hostname, port.to_i, 2) do |n| n.ping is_alize = true end rescue Errno::ECONNREFUSED rescue SocketError end sleep 1 unless is_alive end end end |
#wait_for_slave_construction(index_server, nodekey, timeout, silent = false) ⇒ Object
s:IndexServer, nodekey:“hostname:port”, timeout(second):Integer -> state:String
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 |
# File 'lib/flare/tools/common.rb', line 106 def wait_for_slave_construction(index_server, nodekey, timeout, silent = false) cluster = Flare::Tools::Cluster.new(index_server.host, index_server.port, index_server.stats_nodes) slave = cluster.node_stat(nodekey) partition = slave['partition'].to_i m_hostname, m_port = cluster.master_in_partition(partition).split(':') s_hostname, s_port = nodekey.split(':') m = Flare::Tools::Stats.open(m_hostname, m_port.to_i, timeout) s = Flare::Tools::Stats.open(s_hostname, s_port.to_i, timeout) start = Time.now while true cluster = Flare::Tools::Cluster.new(index_server.host, index_server.port, index_server.stats_nodes) slave = cluster.node_stat(nodekey) stats_master = m.stats stats_slave = s.stats ts_diff = Time.now-start state_slave = slave['state']; role_slave = slave['role']; item_m = stats_master['curr_items'].to_i; item_s = stats_slave['curr_items'].to_i; eta = if ts_diff > 0 && item_s > 0 ((item_m - item_s) / (item_s / ts_diff)).to_i; else "n/a"; end unless silent STDERR.puts "%d/%d (role = %s, state = %s) [ETA: %s sec (elapsed = %d sec)]" % [item_s, item_m, role_slave, state_slave, eta, ts_diff] end break if role_slave == "slave" && state_slave == "active" sleep 1 end info "state is active -> stop waiting" unless silent m.close s.close state_slave end |