class Fluent::Plugin::ArrowFileBuffer

Attributes

arrow_schema[R]

Public Instance Methods

configure(conf) click to toggle source
Calls superclass method
# File lib/fluent/plugin/buf_arrow_file.rb, line 32
def configure(conf)
  super

  # [{"name" => foo1, "type" => "uint64"}, {"name" => foo2, "type" => "struct", "fields" => [{"name" => bar1, "type" => "string"}]}
  @arrow_schema = ::Arrow::Schema.new(@schema)
end
generate_chunk(metadata) click to toggle source
# File lib/fluent/plugin/buf_arrow_file.rb, line 43
def generate_chunk(metadata)
  # FileChunk generates real path with unique_id
  if @file_permission
    chunk = Fluent::Plugin::Buffer::ArrowFileChunk.new(metadata, @path, :create, @arrow_schema, perm: @file_permission, chunk_size: @row_group_chunk_size, format: @arrow_format)
  else
    chunk = Fluent::Plugin::Buffer::ArrowFileChunk.new(metadata, @path, :create, @arrow_schema, chunk_size: @row_group_chunk_size, format: @arrow_format)
  end

  log.debug "Created new chunk", chunk_id: dump_unique_id_hex(chunk.unique_id), metadata: metadata

  return chunk
end
resume() click to toggle source
# File lib/fluent/plugin/buf_arrow_file.rb, line 39
def resume
  return {}, []
end