Class: Embulk::OutputRedis

Inherits:
OutputPlugin
  • Object
show all
Defined in:
lib/embulk/output/redis.rb

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(task, schema, index) ⇒ OutputRedis

Returns a new instance of OutputRedis.



27
28
29
30
31
32
33
 
# File 'lib/embulk/output/redis.rb', line 27

def initialize(task, schema, index)
  puts "Example output thread #{index}..."
  super
  @rows = 0
  @unique_keys = ::Set.new
  @redis = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db'])
end

Class Method Details

.transaction(config, schema, processor_count, &control) ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 
# File 'lib/embulk/output/redis.rb', line 10

def self.transaction(config, schema, processor_count, &control)
  task = {
    'host' => config.param('host', :string, :default => 'localhost'),
    'port' => config.param('port', :integer, :default => 6379),
    'db' => config.param('db', :integer, :default => 0),
    'key' => config.param('key', :string),
    'key_prefix' => config.param('key_prefix', :string, :default => ''),
    'encode' => config.param('encode', :string, :default => 'json'),
  }

  puts "Redis output started."
  commit_reports = yield(task)
  puts "Redis output finished. Commit reports = #{commit_reports.to_json}"

  return {}
end

Instance Method Details

#abort ⇒ Object 



61
62
 
# File 'lib/embulk/output/redis.rb', line 61

def abort
end

#add(page) ⇒ Object 



38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
 
# File 'lib/embulk/output/redis.rb', line 38

def add(page)
  page.each do |record|
    hash = Hash[schema.names.zip(record)]
    k = "#{task['key_prefix']}#{hash[task['key']]}"
    unless @unique_keys.include? k
      case task['encode']
      when 'json'
        v = hash.to_json
        @redis.set(k, v)
      when 'hash'
        @redis.hmset(k, hash.to_a.flatten)
      end
      @unique_keys << k
    else
      puts "Warning: #{k} is already exists"
    end
    @rows += 1  # inrement anyway
  end
end

#close ⇒ Object 



35
36
 
# File 'lib/embulk/output/redis.rb', line 35

def close
end

#commit ⇒ Object 



64
65
66
67
68
69
70
 
# File 'lib/embulk/output/redis.rb', line 64

def commit
  commit_report = {
    "rows" => @rows,
    "unique_keys" => @unique_keys.size
  }
  return commit_report
end

#finish ⇒ Object 



58
59
 
# File 'lib/embulk/output/redis.rb', line 58

def finish
end