class Embulk::OutputRedisWithExpires
Public Class Methods
new(task, schema, index)
click to toggle source
Calls superclass method
# File lib/embulk/output/redisWithExpires.rb, line 28 def initialize(task, schema, index) puts "Example output thread #{index}..." super @rows = 0 @unique_keys = ::Set.new @redis = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db']) end
transaction(config, schema, processor_count) { |task| ... }
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 10 def self.transaction(config, schema, processor_count, &control) task = { 'host' => config.param('host', :string, :default => 'localhost'), 'port' => config.param('port', :integer, :default => 6379), 'db' => config.param('db', :integer, :default => 0), 'key' => config.param('key', :string), 'key_prefix' => config.param('key_prefix', :string, :default => ''), 'encode' => config.param('encode', :string, :default => 'json'), 'expires' => config.param('expires', :integer, :default => 0) } puts "Redis output started." commit_reports = yield(task) puts "Redis output finished. Commit reports = #{commit_reports.to_json}" return {} end
Public Instance Methods
abort()
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 70 def abort end
add(page)
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 39 def add(page) page.each do |record| hash = Hash[schema.names.zip(record)] k = "#{task['key_prefix']}#{hash[task['key']]}" unless @unique_keys.include? k case task['encode'] when 'json' v = hash.to_json if task['expires'] > 0 @redis.set(k, v, ex: task['expires']) else @redis.set(k, v) end when 'hash' if task['expires'] > 0 @redis.hmset(k, hash.to_a.flatten, ex: task['expires']) else @redis.hmset(k, hash.to_a.flatten) end end @unique_keys << k else puts "Warning: #{k} is already exists" end @rows += 1 # inrement anyway end end
close()
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 36 def close end
commit()
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 73 def commit commit_report = { "rows" => @rows, "unique_keys" => @unique_keys.size } return commit_report end
finish()
click to toggle source
# File lib/embulk/output/redisWithExpires.rb, line 67 def finish end