class Fluent::Plugin::ArrowFileBuffer
Attributes
arrow_schema[R]
Public Instance Methods
configure(conf)
click to toggle source
Calls superclass method
# File lib/fluent/plugin/buf_arrow_file.rb, line 32 def configure(conf) super # [{"name" => foo1, "type" => "uint64"}, {"name" => foo2, "type" => "struct", "fields" => [{"name" => bar1, "type" => "string"}]} @arrow_schema = ::Arrow::Schema.new(@schema) end
generate_chunk(metadata)
click to toggle source
# File lib/fluent/plugin/buf_arrow_file.rb, line 43 def generate_chunk(metadata) # FileChunk generates real path with unique_id if @file_permission chunk = Fluent::Plugin::Buffer::ArrowFileChunk.new(metadata, @path, :create, @arrow_schema, perm: @file_permission, chunk_size: @row_group_chunk_size, format: @arrow_format) else chunk = Fluent::Plugin::Buffer::ArrowFileChunk.new(metadata, @path, :create, @arrow_schema, chunk_size: @row_group_chunk_size, format: @arrow_format) end log.debug "Created new chunk", chunk_id: dump_unique_id_hex(chunk.unique_id), metadata: metadata return chunk end
resume()
click to toggle source
# File lib/fluent/plugin/buf_arrow_file.rb, line 39 def resume return {}, [] end