module Fluent::ElasticsearchIndexTemplate
Public Instance Methods
get_custom_template(template_file, customize_template)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 13 def get_custom_template(template_file, customize_template) if !File.exists?(template_file) raise "If you specify a template_name you must specify a valid template file (checked '#{template_file}')!" end file_contents = IO.read(template_file).gsub(/\n/,'') customize_template.each do |key, value| file_contents = file_contents.gsub(key,value.downcase) end JSON.parse(file_contents) end
get_template(template_file)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 5 def get_template(template_file) if !File.exists?(template_file) raise "If you specify a template_name you must specify a valid template file (checked '#{template_file}')!" end file_contents = IO.read(template_file).gsub(/\n/,'') JSON.parse(file_contents) end
indexcreation(index_name)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 58 def indexcreation(index_name) client.indices.create(:index => index_name) rescue Elasticsearch::Transport::Transport::Error => e log.error("Error while index creation - #{index_name}: #{e.inspect}") end
retry_operate(max_retries, fail_on_retry_exceed = true) { || ... }
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 31 def retry_operate(max_retries, fail_on_retry_exceed = true) return unless block_given? retries = 0 begin yield rescue *client.transport.host_unreachable_exceptions, Timeout::Error => e @_es = nil @_es_info = nil if retries < max_retries retries += 1 wait_seconds = 2**retries sleep wait_seconds log.warn "Could not communicate to Elasticsearch, resetting connection and trying again. #{e.message}" log.warn "Remaining retry: #{max_retries - retries}. Retry to communicate after #{wait_seconds} second(s)." retry end message = "Could not communicate to Elasticsearch after #{retries} retries. #{e.message}" log.warn message raise Fluent::Plugin::ElasticsearchError::RetryableOperationExhaustedFailure, message if fail_on_retry_exceed end end
template_custom_install(template_name, template_file, overwrite, customize_template, index_prefix, rollover_index, deflector_alias_name, app_name, index_date_pattern)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 78 def template_custom_install(template_name, template_file, overwrite, customize_template, index_prefix, rollover_index, deflector_alias_name, app_name, index_date_pattern) template_custom_name=template_name.downcase if overwrite template_put(template_custom_name, get_custom_template(template_file, customize_template)) log.info("Template '#{template_custom_name}' overwritten with #{template_file}.") else if !template_exists?(template_custom_name) template_put(template_custom_name, get_custom_template(template_file, customize_template)) log.info("Template configured, but no template installed. Installed '#{template_custom_name}' from #{template_file}.") else log.info("Template configured and already installed.") end end if rollover_index if !client.indices.exists_alias(:name => deflector_alias_name) index_name_temp='<'+index_prefix.downcase+'-'+app_name.downcase+'-{'+index_date_pattern+'}-000001>' indexcreation(index_name_temp) client.indices.put_alias(:index => index_name_temp, :name => deflector_alias_name) log.info("The alias '#{deflector_alias_name}' is created for the index '#{index_name_temp}'") else log.info("The alias '#{deflector_alias_name}' is already present") end else log.info("No index and alias creation action performed because rollover_index is set to '#{rollover_index}'") end end
template_exists?(name)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 24 def template_exists?(name) client.indices.get_template(:name => name) return true rescue Elasticsearch::Transport::Transport::Errors::NotFound return false end
template_install(name, template_file, overwrite)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 64 def template_install(name, template_file, overwrite) if overwrite template_put(name, get_template(template_file)) log.info("Template '#{name}' overwritten with #{template_file}.") return end if !template_exists?(name) template_put(name, get_template(template_file)) log.info("Template configured, but no template installed. Installed '#{name}' from #{template_file}.") else log.info("Template configured and already installed.") end end
template_put(name, template)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 54 def template_put(name, template) client.indices.put_template(:name => name, :body => template) end
templates_hash_install(templates, overwrite)
click to toggle source
# File lib/fluent/plugin/elasticsearch_index_template.rb, line 106 def templates_hash_install(templates, overwrite) templates.each do |key, value| template_install(key, value, overwrite) end end