class S3log::Runner
Public Class Methods
new(configfile)
click to toggle source
# File lib/s3log/runner.rb, line 7 def initialize(configfile) @config = YAML::load_file(configfile) @s3 = AWS::S3.new( access_key_id: @config['awspublic'], secret_access_key: @config['awsprivate'] ) @bucket = @s3.buckets[@config['bucket']] @prefix = @config['prefix'] @jobname = @config['jobname'] @logdir = @config['logdir'] FileUtils.mkdir(@logdir) unless Dir.exists? @logdir S3log::Log.set_logger(File.join(@logdir, 's3log.log'), @config['loglevel']) end
Public Instance Methods
buckets()
click to toggle source
# File lib/s3log/runner.rb, line 25 def buckets @s3.buckets.each do |bucket| puts bucket.name end end
download()
click to toggle source
# File lib/s3log/runner.rb, line 31 def download if items.size > 0 time = Time.now S3log::Log.info "#{@jobname} Downloading #{items.size} file." File.open(@config['outputfile'], 'a+') do |f| items.each do |i| f.puts @bucket.objects[i].read S3log::Log.debug " #{i} added." @bucket.objects[i].delete end end S3log::Log.info "#{@jobname} ... done in #{Time.now - time}s." else S3log::Log.debug "#{@jobname} No file to download." end end
items()
click to toggle source
# File lib/s3log/runner.rb, line 21 def items @_items ||= @bucket.objects.with_prefix(@prefix).collect(&:key) end