class Fluent::Plugin::NewrelicOutput

Constants

DEFAULT_BUFFER_TYPE

Public Instance Methods

configure(conf) click to toggle source
Calls superclass method
# File lib/fluent/plugin/out_newrelic.rb, line 50
def configure(conf)
  super
  if @api_key.nil? && @license_key.nil?
    raise Fluent::ConfigError.new("'api_key' or 'license_key' parameter is required") 
  end

  # create initial sockets hash and socket based on config param
  @end_point = URI.parse(@base_uri)
  auth = {
    @api_key.nil? ? 'X-License-Key' : 'X-Insert-Key' =>
    @api_key.nil? ? @license_key : @api_key
  }
  @header = {
      'X-Event-Source' => 'logs',
      'Content-Encoding' => 'gzip'
  }.merge(auth)
  .freeze
end
handle_response(response) click to toggle source
# File lib/fluent/plugin/out_newrelic.rb, line 122
def handle_response(response)
  if !(200 <= response.code.to_i && response.code.to_i < 300)
    log.error("Response was " + response.code + " " + response.body)
  end
end
multi_workers_ready?() click to toggle source

This tells Fluentd that it can run this output plugin in multiple workers. Our plugin has no interactions with other processes

# File lib/fluent/plugin/out_newrelic.rb, line 46
def multi_workers_ready?
  true
end
package_record(record, timestamp) click to toggle source
# File lib/fluent/plugin/out_newrelic.rb, line 69
def package_record(record, timestamp)
  packaged = {
    'timestamp' => timestamp,
    # non-intrinsic attributes get put into 'attributes'
    'attributes' => record
  }

  # intrinsic attributes go at the top level
  if record.has_key?('message')
    packaged['message'] = record['message']
    packaged['attributes'].delete('message')
  end

  # Kubernetes logging puts the message field in the 'log' attribute, we'll use that
  # as the 'message' field if it exists. We do the same in the Fluent Bit output plugin.
  # See https://docs.docker.com/config/containers/logging/fluentd/
  if record.has_key?('log')
    packaged['message'] = record['log']
    packaged['attributes'].delete('log')
  end
  
  packaged
end
send_payload(payload) click to toggle source
# File lib/fluent/plugin/out_newrelic.rb, line 128
def send_payload(payload)
  http = Net::HTTP.new(@end_point.host, 443)
  http.use_ssl = true
  http.verify_mode = OpenSSL::SSL::VERIFY_PEER
  request = Net::HTTP::Post.new(@end_point.request_uri, @header)
  request.body = payload
  handle_response(http.request(request))
end
write(chunk) click to toggle source
# File lib/fluent/plugin/out_newrelic.rb, line 93
def write(chunk)
  payload = {
    'common' => {
      'attributes' => {
        'plugin' => {
          'type' => 'fluentd',
          'version' => NewrelicFluentdOutput::VERSION,
        }
      }
    },
    'logs' => []
  }
  chunk.msgpack_each do |ts, record|
    next unless record.is_a? Hash
    next if record.empty?
    payload['logs'].push(package_record(record, ts))
  end
  io = StringIO.new
  gzip = Zlib::GzipWriter.new(io)

  # Fluentd can run with a version of Ruby (2.1.0) whose to_json method doesn't support non-ASCII characters.
  # So we use Yajl, which can handle all Unicode characters. Apparently this library is what Fluentd uses
  # internally, so it is installed by default with td-agent.
  # See https://github.com/fluent/fluentd/issues/215
  gzip << Yajl.dump([payload])
  gzip.close
  send_payload(io.string)
end