Class: Tarantool::SpaceHash

Inherits:
Object
  • Object
show all
Includes:
CommonSpace, CommonSpaceBlockMethods, Request
Defined in:
lib/tarantool/space_hash.rb

Constant Summary

Constants included from Request

Request::BINARY, Request::BOX_ADD, Request::BOX_REPLACE, Request::BOX_RETURN_TUPLE, Request::CALL_HEADER, Request::DELETE_HEADER, Request::EMPTY, Request::INSERT_HEADER, Request::INT32_0, Request::INT32_1, Request::LEST_INT32, Request::MAX_BYTE_SIZE, Request::ONE, Request::PACK_STRING, Request::REQUEST_CALL, Request::REQUEST_DELETE, Request::REQUEST_INSERT, Request::REQUEST_PING, Request::REQUEST_SELECT, Request::REQUEST_UPDATE, Request::SELECT_HEADER, Request::TYPES_AUTO, Request::TYPES_FALLBACK, Request::TYPES_STR_AUTO, Request::TYPES_STR_STR, Request::UPDATE_FIELDNO_OP, Request::UPDATE_HEADER, Request::UPDATE_OPS, Request::ZERO

Constants included from Serializers

Tarantool::Serializers::MAP

Constants included from Util::Packer

Util::Packer::INT16, Util::Packer::INT32, Util::Packer::INT64, Util::Packer::INT8, Util::Packer::MAX_INT16, Util::Packer::MAX_INT32, Util::Packer::MAX_INT64, Util::Packer::MAX_INT8, Util::Packer::MAX_SINT16, Util::Packer::MAX_SINT32, Util::Packer::MAX_SINT64, Util::Packer::MAX_SINT8, Util::Packer::MIN_INT, Util::Packer::MIN_SINT16, Util::Packer::MIN_SINT32, Util::Packer::MIN_SINT64, Util::Packer::MIN_SINT8, Util::Packer::SINT16, Util::Packer::SINT32, Util::Packer::SINT64, Util::Packer::SINT8

Instance Attribute Summary

Attributes included from Request

#insert_with_shards_count, #previous_shards_count, #shard_proc, #shards_count

Attributes included from CommonSpace

#space_no, #tarantool

Instance Method Summary collapse

Methods included from CommonSpaceBlockMethods

#all_by_pks_blk, #by_pk_blk, #call_blk, #delete_blk, #insert_blk, #invoke_blk, #ping_blk, #replace_blk, #store_blk, #update_blk

Methods included from Request

#_all_shards, #_call, #_delete, #_detect_shard, #_detect_shard_for_insert, #_detect_shards, #_detect_shards_for_insert, #_detect_shards_for_key, #_detect_shards_for_keys, #_detect_type, #_detect_types, #_flat_uniq, #_get_shard_nums, #_init_shard_vars, #_insert, #_modify_request, #_pack_operations, #_parse_hash_definition, #_ping, #_raise_integer_overflow, #_raise_or_return, #_select, #_send_request, #_space_call_fix_values, #_update, #all_shards, #detect_shard, #detect_shard_for_insert, #detect_shards, #detect_shards_for_insert, #pack_field, #pack_tuple, #shard

Methods included from Serializers

#check_type, #get_serializer

Constructor Details

#initialize(tarantool, space_no, fields_def, indexes, shard_fields = nil, shard_proc = nil) ⇒ SpaceHash

Returns a new instance of SpaceHash.



11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
 
# File 'lib/tarantool/space_hash.rb', line 11

def initialize(tarantool, space_no, fields_def, indexes, shard_fields = nil, shard_proc = nil)
  @tarantool = tarantool
  @space_no = space_no

  field_to_pos = {}
  field_to_type = {}
  field_types = []
  i = 0
  last_type = nil
  for k, t in fields_def
    k = k.to_sym
    unless k == :_tail
      raise ArgumentError, ":_tail field should be defined last"  if field_to_pos[:_tail]
      t = check_type(t)
      last_type = t
      field_to_pos[k] = i
      field_to_type[k] = t
      field_types << t
    else
      t = [*t].map{|tt| check_type(tt)}
      field_to_pos[:_tail] = i
      field_to_type[:_tail] = t
      field_types.concat t
      field_types << t.size
    end
    i += 1
  end
  field_to_pos[:_tail] ||= i
  field_to_type[:_tail] ||= [last_type]
  @field_to_pos = field_to_pos
  @field_to_type = field_to_type
  @field_names = field_to_pos.keys
  @field_types = field_types
  @tail_pos  = field_to_pos[:_tail]
  @tail_size = field_to_type[:_tail].size

  @index_fields = [*indexes].map{|ind| [*ind].map{|fld| fld.to_sym}.freeze}.freeze
  @indexes = _map_indexes(@index_fields)
  @translators = [TranslateToHash.new(@field_names - [:_tail], @tail_size)].freeze

  @shard_fields = [*(shard_fields || @index_fields[0])]
  @shard_positions = @shard_fields.map{|name| @field_to_pos[name]}
  _init_shard_vars(shard_proc)
end

Instance Method Details

#_map_indexes(indexes) ⇒ Object 



63
64
65
66
67
68
69
 
# File 'lib/tarantool/space_hash.rb', line 63

def _map_indexes(indexes)
  indexes.map do |index|
    (index.map do |name|
      @field_to_type[name.to_sym] or raise "Wrong index field name: #{index} #{name}"
    end << :error).freeze
  end.freeze
end

#_prepare_pk(pk) ⇒ Object 



173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
 
# File 'lib/tarantool/space_hash.rb', line 173

def _prepare_pk(pk)
  if Hash === pk
    pk_fields = pk.keys
    unless (pindex = @index_fields[0]) == pk_fields
      if !(exc = (pk_fields - pindex)).empty?
        raise ArgumentError, "Wrong keys #{exc} for primary index"
      elsif !(exc = (pindex - pk_fields)).empty?
        raise ArgumentError, "you should provide values for all keys of primary index (missed #{exc})"
      end
    end
    pk.values_at *pindex
  else
    [*pk]
  end
end

#_prepare_tuple(tuple) ⇒ Object 



130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
 
# File 'lib/tarantool/space_hash.rb', line 130

def _prepare_tuple(tuple)
  unless (exc = (tuple.keys - @field_names)).empty?
    raise ArgumentError, "wrong keys #{exc} for tuple"
  end
  tuple_ar = tuple.values_at(*@field_names)
  case tail = tuple_ar.pop
  when Array
    tail = tail.flatten(1)  if @tail_size > 1
    tuple_ar.concat tail
  when nil
  else
    raise ArgumentError, "_tail ought to be an array, but it == #{tail.inspect}"
  end
  tuple_ar
end

#all_blk(keys, opts = {}, &block) ⇒ Object

callback with block api



272
273
274
 
# File 'lib/tarantool/space_hash.rb', line 272

def all_blk(keys, opts = {}, &block)
  all_cb(keys, block, opts)
end

#all_by_pks_cb(keys, cb, opts = {}) ⇒ Object 



116
117
118
119
120
121
122
 
# File 'lib/tarantool/space_hash.rb', line 116

def all_by_pks_cb(keys, cb, opts={})
  keys = (Hash === keys ? [keys] : [*keys]).map{|key| _prepare_pk(key)}
  shard_nums = _get_shard_nums{ _detect_shards_for_keys(keys, 0) }
  _select(@space_no, 0, 
          opts[:offset] || 0, opts[:limit] || -1,
          keys, cb, @field_types, @indexes[0], shard_nums, @translators)
end

#all_cb(keys, cb, opts = {}) ⇒ Object 



108
109
110
 
# File 'lib/tarantool/space_hash.rb', line 108

def all_cb(keys, cb, opts = {})
  select_cb(keys, opts[:offset] || 0, opts[:limit] || -1, cb)
end

#by_pk_cb(pk, cb) ⇒ Object 



124
125
126
127
128
 
# File 'lib/tarantool/space_hash.rb', line 124

def by_pk_cb(pk, cb)
  pk = _prepare_pk(pk)
  shard_nums = _get_shard_nums{ _detect_shards_for_key(pk, 0) }
  _select(@space_no, 0, 0, :first, [pk], cb, @field_types, @indexes[0], shard_nums, @translators)
end

#call_cb(func_name, values, cb, opts = {}) ⇒ Object 



248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
 
# File 'lib/tarantool/space_hash.rb', line 248

def call_cb(func_name, values, cb, opts = {})
  values, opts = _space_call_fix_values(values, @space_no, opts)

  opts[:return_tuple] = true  if opts[:return_tuple].nil?
  if opts[:return_tuple]
    if opts[:returns]
      if Hash === opts[:returns]
        opts[:returns], *opts[:translators] =
            _parse_hash_definition(opts[:returns])
      end
    else
      types = @field_to_type.values
      types << [*types.last].size
      types.flatten!
      opts[:returns] = types.flatten
      opts[:translators] = @translators
    end
  end
  
  _call(func_name, values, cb, opts)
end

#delete_cb(pk, cb, opts = {}) ⇒ Object 



236
237
238
239
240
241
 
# File 'lib/tarantool/space_hash.rb', line 236

def delete_cb(pk, cb, opts = {})
  pk = _prepare_pk(pk)
  shard_nums = _get_shard_nums{ _detect_shards_for_key(pk, 0) }
  _delete(@space_no, pk, @field_types, @indexes[0], cb, opts[:return_tuple],
          shard_nums, @translators)
end

#first_blk(key, &block) ⇒ Object 



276
277
278
 
# File 'lib/tarantool/space_hash.rb', line 276

def first_blk(key, &block)
  first_cb(key, block)
end

#first_cb(key, cb) ⇒ Object 



112
113
114
 
# File 'lib/tarantool/space_hash.rb', line 112

def first_cb(key, cb)
  select_cb([key], 0, :first, cb)
end

#insert_cb(tuple, cb, opts = {}) ⇒ Object 



146
147
148
149
150
151
 
# File 'lib/tarantool/space_hash.rb', line 146

def insert_cb(tuple, cb, opts = {})
  tuple = _prepare_tuple(tuple)
  shard_nums = detect_shard_for_insert(tuple.values_at(*@shard_positions))
  _insert(@space_no, BOX_ADD, tuple, @field_types, cb, opts[:return_tuple],
          shard_nums, nil, @translators)
end

#invoke_cb(func_name, values, cb, opts = {}) ⇒ Object 



243
244
245
246
 
# File 'lib/tarantool/space_hash.rb', line 243

def invoke_cb(func_name, values, cb, opts = {})
  values, opts = _space_call_fix_values(values, @space_no, opts)
  _call(func_name, values, cb, opts)
end

#replace_cb(tuple, cb, opts = {}) ⇒ Object 



153
154
155
156
157
158
 
# File 'lib/tarantool/space_hash.rb', line 153

def replace_cb(tuple, cb, opts = {})
  tuple = _prepare_tuple(tuple)
  shard_nums = detect_shard(tuple.values_at(*@shard_positions))
  _insert(@space_no, BOX_REPLACE, tuple, @field_types, cb, opts[:return_tuple],
          shard_nums, opts.fetch(:in_any_shard, true), @translators)
end

#select_blk(keys, offset = 0, limit = -1,, &block) ⇒ Object 



280
281
282
 
# File 'lib/tarantool/space_hash.rb', line 280

def select_blk(keys, offset=0, limit=-1, &block)
  select_cb(keys, offset, limit, block)
end

#select_cb(keys, offset, limit, cb) ⇒ Object 



71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
 
# File 'lib/tarantool/space_hash.rb', line 71

def select_cb(keys, offset, limit, cb)
  index_names = Hash === keys ? keys.keys : keys.first.keys
  index_no = @index_fields.index{|fields|
    fields.take(index_names.size) == index_names
  }
  unless index_no
    index_names.sort!
    index_no = @index_fields.index{|fields|
      fields.take(index_names.size).sort == index_names
    }
    raise ArgumentError, "Could not find index for keys #{index_names}"  unless index_no
    index_names = @index_fields[index_no].take(index_names.size)
  end
  index_types = @indexes[index_no]

  unless Hash === keys
    keys = keys.map{|key| key.values_at(*index_names)}
  else
    keys = keys.values_at(*index_names)
    if keys.all?{|v| Array === v}
      if (max_size = keys.map{|v| v.size}.max) > 1
        keys.map!{|v| v.size == max_size ? v :
                      v.size == 1        ? v*max_size :
                      raise(ArgumentError, "size of array keys ought to be 1 or equal to others")
        }
      end
      keys = keys.transpose
    else
      keys = [keys]
    end
  end

  shard_nums = _get_shard_nums { _detect_shards_for_keys(keys, index_no) }

  _select(@space_no, index_no, offset, limit, keys, cb, @field_types, index_types, shard_nums, @translators)
end

#store_cb(tuple, cb, opts = {}) ⇒ Object 



160
161
162
163
164
165
166
167
168
169
170
171
 
# File 'lib/tarantool/space_hash.rb', line 160

def store_cb(tuple, cb, opts = {})
  tuple = _prepare_tuple(tuple)
  shard_nums = _get_shard_nums{
    if opts.fetch(:to_insert_shard, true)
      _detect_shard_for_insert(tuple.values_at(*@shard_positions))
    else
      _detect_shard(tuple.values_at(*@shard_positions))
    end
  }
  _insert(@space_no, 0, tuple, @field_types, cb, opts[:return_tuple],
          shard_nums, nil, @translators)
end

#update_cb(pk, operations, cb, opts = {}) ⇒ Object 



189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
 
# File 'lib/tarantool/space_hash.rb', line 189

def update_cb(pk, operations, cb, opts = {})
  pk = _prepare_pk(pk)
  opers = []
  operations.each{|oper|
    if Array === oper[0]
      oper = oper[0] + oper.drop(1)
    elsif Array === oper[1] && oper.size == 2 && UPDATE_OPS[oper[1][0]]
      oper = [oper[0]] + oper[1]
    end
    case oper[0]
    when Integer
      opers << oper[1..-1].unshift(oper[0] + @tail_pos)
    when :_tail
      if UPDATE_OPS[oper[1]] == 0
        tail = oper[2]
        unless Array === tail[0] && @tail_size > 1
          tail.each_with_index{|val, i| opers << [i + @tail_pos, :set, val]}
        else
          tail.each_with_index{|vals, i|
            vals.each_with_index{|val, j|
              opers << [i*@tail_size + j + @tail_pos, :set, val]
            }
          }
        end
      else
        raise ArgumentError, "_tail update should be array with operations" unless Array === oper[1] && Array === oper[1][0]
        if @tail_size == 1 || !(Array === oper[1][0][0])
          oper[1].each_with_index{|op, i| opers << [i + @tail_pos, op]}
        else
          oper[1].each_with_index{|ops, i|
            ops.each_with_index{|op, j|
              opers << [i*@tail_size + j + @tail_pos, op]
            }
          }
        end
      end
    else
      opers << oper[1..-1].unshift(
        @field_to_pos[oper[0]]  || raise(ArgumentError, "Not defined field name #{oper[0]}")
      )
    end
  }
  shard_nums = _get_shard_nums{ _detect_shards_for_key(pk, 0) }
  _update(@space_no, pk, opers, @field_types, @indexes[0], cb, opts[:return_tuple],
          shard_nums, @translators)
end

#with_translator(cb = nil, &block) ⇒ Object 



56
57
58
59
60
61
 
# File 'lib/tarantool/space_hash.rb', line 56

def with_translator(cb = nil, &block)
  clone.instance_exec do
    @translators += [cb || block]
    self
  end
end