10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
|
# File 'lib/hbase-jruby/hbase.rb', line 10
class HBase
attr_reader :config, :schema
include Admin
include HBase::Util
DEFAULT_COLUMN_CACHE_SIZE = 200
def self.log4j= arg
if arg.is_a?(Hash)
props = java.util.Properties.new
arg.each do |k, v|
props.setProperty k.to_s, v.to_s
end
org.apache.log4j.PropertyConfigurator.configure props
else
case File.extname(arg).downcase
when '.xml'
org.apache.log4j.xml.DOMConfigurator.configure arg
else
org.apache.log4j.PropertyConfigurator.configure arg
end
end
end
def initialize config = {}
begin
org.apache.hadoop.conf.Configuration
rescue NameError
raise NameError.new(
"Required Java classes not loaded. Set up CLASSPATH.`")
end
HBase.import_java_classes!
@config =
case config
when String
HBaseConfiguration.create.tap do |hbcfg|
hbcfg.set 'hbase.zookeeper.quorum', config
end
when org.apache.hadoop.conf.Configuration
config
else
HBaseConfiguration.create.tap do |hbcfg|
config.each do |k, v|
hbcfg.set k.to_s, v.to_s
end
end
end
@connection = HConnectionManager.createConnection @config
@htable_pool =
if @connection.respond_to?(:getTable)
nil
else
HTablePool.new @config, java.lang.Integer::MAX_VALUE
end
@mutex = Mutex.new
@schema = Schema.new
@closed = false
end
def use_table_pool?
!@htable_pool.nil?
end
def admin
if block_given?
with_admin { |admin| yield admin }
else
check_closed
HBaseAdmin.new @config
end
end
def close
@mutex.synchronize do
unless @closed
@closed = true
@htable_pool.close if use_table_pool?
@connection.close
begin
HConnectionManager.deleteConnection(@config)
rescue ArgumentError
HConnectionManager.deleteConnection(@config, true)
end if use_table_pool?
end
end
thread_local.delete self
nil
end
def closed?
@closed
end
def tables
table_names.map { |tn| table(tn) }
end
def table_names
with_admin { |admin| admin.list_tables.map(&:name_as_string) }
end
alias list table_names
def table table_name, opts = {}
check_closed
if opts.has_key?(:cache)
opts = { :column_cache => opts[:cache] ? DEFAULT_COLUMN_CACHE_SIZE : 0 }
end
ht = HBase::Table.send :new, self, @config,
table_name, opts.fetch(:column_cache, DEFAULT_COLUMN_CACHE_SIZE)
if block_given?
yield ht
else
ht
end
end
alias [] table
def snapshots
with_admin { |admin| admin.listSnapshots }.map { |sd|
props = sd.getAllFields.map { |k, v|
[k.name.to_sym, v.respond_to?(:name) ? v.name : v]
}
Hash[props]
}
end
def schema= hash
unless hash.is_a?(Hash)
raise ArgumentError, "invalid schema: Hash required"
end
schema = Schema.new
hash.each do |table, definition|
schema[table] = definition
end
@schema = schema
end
def reset_table_pool
raise RuntimeError, 'Not using table pool' unless use_table_pool?
@mutex.synchronize do
@htable_pool.close
@htable_pool = HTablePool.new @config, java.lang.Integer::MAX_VALUE
end
nil
end
private
def get_htable name
(@htable_pool || @connection).get_table name
end
def check_closed
raise RuntimeError, "Connection already closed" if closed?
end
end
|