Class: LogStash::Outputs::Nsq

Inherits:
Base
  • Object
show all
Defined in:
lib/logstash/outputs/nsq.rb

Instance Method Summary collapse

Instance Method Details

#close ⇒ Object 


103
104
105
106
 
# File 'lib/logstash/outputs/nsq.rb', line 103

def close
  @logger.info('closing nsq producer')
  @producer.terminate
end

#multi_receive(events) ⇒ Object 


85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
 
# File 'lib/logstash/outputs/nsq.rb', line 85

def multi_receive(events)
  t = Thread.current
  if !@thread_batch_map.include?(t)
    @thread_batch_map[t] = java.util.ArrayList.new(events.size)
  end

  events.each do |event|
    break if event == LogStash::SHUTDOWN
    @codec.encode(event)
  end

  batch = @thread_batch_map[t]
  if batch.any?
    retrying_send(batch)
    batch.clear
  end
end

#prepare(record) ⇒ Object

def send_to_nsq


80
81
82
83
 
# File 'lib/logstash/outputs/nsq.rb', line 80

def prepare(record)
  # This output is threadsafe, so we need to keep a batch per thread.
  @thread_batch_map[Thread.current].add(record)
end

#register ⇒ Object 


20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
 
# File 'lib/logstash/outputs/nsq.rb', line 20

def register
  @thread_batch_map = Concurrent::Hash.new

  require 'nsq'
  options = {
      :nsqlookupd => @nsqlookupd,
      :topic => @topic,
      :tls_v1 => @tls_v1
  }
  # overwrite nsqlookupd options if client certificate validation is used:
  # this is very dirty. please fix 
  if @tls_key and @tls_cert
    options = {
        :nsqlookupd => @nsqlookupd,
        :topic => @topic,
        :tls_v1 => @tls_v1,
        :tls_context => {
         key: @tls_key,
         certificate: @tls_cert
        }
    }
  end
  # overwrite options if no nsqlookupd is used:
  if nsqlookupd == []
    if @tls_key and @tls_cert
      options = {
          :nsqd => @nsqd,
          :topic => @topic,
          :tls_v1 => @tls_v1,
          :tls_context => {
           key: @tls_key,
           certificate: @tls_cert
          }
      }
    else
      options = {
          :nsqd => @nsqd,
          :topic => @topic,
          :tls_v1 => @tls_v1
      }
    end
  end # if

  @producer = Nsq::Producer.new(options)
  @logger.info('Registering nsq producer', :nsqd => @nsqd, :nsqlookupd => @nsqlookupd, :topic => @topic)
  @codec.on_event do |event, data|
      write_to_nsq(event, data)
  end
end

#write_to_nsq(event, data) ⇒ Object

def register


70
71
72
73
74
75
76
77
78
 
# File 'lib/logstash/outputs/nsq.rb', line 70

def write_to_nsq(event, data)
  begin
    @producer.write(event.sprintf(data))
  rescue LogStash::ShutdownSignal
    @logger.info('nsq producer got shutdown signal')
  rescue => e
    @logger.warn('nsq producer threw exception, restarting', :exception => e)
  end # begin
end