Class: Embulk::Output::Redis
- Inherits:
-
OutputPlugin
- Object
- OutputPlugin
- Embulk::Output::Redis
- Defined in:
- lib/embulk/output/rediskeys.rb
Class Method Summary collapse
Instance Method Summary collapse
- #abort ⇒ Object
- #add(page) ⇒ Object
- #close ⇒ Object
- #commit ⇒ Object
- #finish ⇒ Object
-
#init ⇒ Object
def self.resume(task, schema, count, &control) task_reports = yield(task).
Class Method Details
.transaction(config, schema, count, &control) ⇒ Object
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
# File 'lib/embulk/output/rediskeys.rb', line 11 def self.transaction(config, schema, count, &control) # configuration code: task = { 'host' => config.param('host', :string, :default => 'localhost'), 'port' => config.param('port', :integer, :default => 6379), 'db' => config.param('db', :integer, :default => 0), 'key_prefix' => config.param('key_prefix', :string, :default => ''), 'encode' => config.param('encode', :string, :default => 'json') } # resumable output: # resume(task, schema, count, &control) # non-resumable output: task_reports = yield(task) puts "Redis output finished. Commit reports = #{task_reports.to_json}" next_config_diff = {} return next_config_diff end |
Instance Method Details
#abort ⇒ Object
92 93 |
# File 'lib/embulk/output/rediskeys.rb', line 92 def abort end |
#add(page) ⇒ Object
52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
# File 'lib/embulk/output/rediskeys.rb', line 52 def add(page) # output code: page.each do |records| puts "Schema: #{schema.names}" # puts "Record: #{records}" records.each do |record| hash = JSON.parse(record) k = nil v = hash.select{|key,v| k = key key.match(/^#{task['key_prefix']}/) } puts "KEY: #{k}" @processed_keys << k unless @unique_keys.include? k case task['encode'] when 'json' v = v[k].to_json @redis.set(k, v) when 'hash' v = v[k] puts "VALUE: #{v}" puts "FLATTEN: #{v.to_a.flatten}" @redis.hmset(k, v.to_a.flatten) end @unique_keys << k else puts "Warning: #{k} is already exists" end @rows += 1 # inrement anyway end end end |
#close ⇒ Object
49 50 |
# File 'lib/embulk/output/rediskeys.rb', line 49 def close end |
#commit ⇒ Object
95 96 97 98 99 100 101 102 |
# File 'lib/embulk/output/rediskeys.rb', line 95 def commit task_report = { "rows" => @rows, "processed_keys" => @processed_keys.inspect, "unique_keys" => @unique_keys.inspect } return task_report end |
#finish ⇒ Object
89 90 |
# File 'lib/embulk/output/rediskeys.rb', line 89 def finish end |
#init ⇒ Object
def self.resume(task, schema, count, &control)
task_reports = yield(task)
next_config_diff = {}
return next_config_diff
end
39 40 41 42 43 44 45 46 47 |
# File 'lib/embulk/output/rediskeys.rb', line 39 def init # initialization code: puts "Redis output thread #{index}..." super @rows = 0 @processed_keys = [].to_set @unique_keys = [].to_set @redis = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db']) end |