class S3log::Runner

Public Class Methods

new(configfile) click to toggle source
# File lib/s3log/runner.rb, line 7
def initialize(configfile)
  @config = YAML::load_file(configfile)
  @s3 = AWS::S3.new(
    access_key_id: @config['awspublic'],
    secret_access_key: @config['awsprivate']
  )
  @bucket = @s3.buckets[@config['bucket']]
  @prefix = @config['prefix']
  @jobname = @config['jobname']
  @logdir = @config['logdir']
  FileUtils.mkdir(@logdir) unless Dir.exists? @logdir
  S3log::Log.set_logger(File.join(@logdir, 's3log.log'), @config['loglevel'])
end

Public Instance Methods

buckets() click to toggle source
# File lib/s3log/runner.rb, line 25
def buckets
  @s3.buckets.each do |bucket|
    puts bucket.name
  end
end
download() click to toggle source
# File lib/s3log/runner.rb, line 31
def download
  if items.size > 0
    time = Time.now
    S3log::Log.info "#{@jobname} Downloading #{items.size} file."
    File.open(@config['outputfile'], 'a+') do |f|
      items.each do |i|
        f.puts @bucket.objects[i].read
        S3log::Log.debug "    #{i} added."
        @bucket.objects[i].delete
      end
    end
    S3log::Log.info "#{@jobname} ... done in #{Time.now - time}s."
  else
    S3log::Log.debug "#{@jobname} No file to download."
  end
end
items() click to toggle source
# File lib/s3log/runner.rb, line 21
def items
  @_items ||= @bucket.objects.with_prefix(@prefix).collect(&:key)
end