Class: Fluent::NorikraFilterOutput

Inherits:
BufferedOutput
  • Object
show all
Includes:
Fluent::NorikraPlugin::InputMixin, Fluent::NorikraPlugin::OutputMixin
Defined in:
lib/fluent/plugin/out_norikra_filter.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Methods included from Fluent::NorikraPlugin::OutputMixin

#fetch_event_registration, #format_stream, #prepare_target, #prepared?, #register_worker, #setup_output, #shutdown_output, #start_output, #stop_output, #write

Methods included from Fluent::NorikraPlugin::InputMixin

#fetch_worker, #insert_fetch_queue, #setup_input, #shutdown_input, #start_input, #stop_input

Instance Attribute Details

#execute_server ⇒ Object (readonly)

<server>



22
23
24
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 22

def execute_server
  @execute_server
end

#execute_server_path ⇒ Object (readonly)

<server>



22
23
24
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 22

def execute_server_path
  @execute_server_path
end

Instance Method Details

#client(opts = {}) ⇒ Object 



90
91
92
93
94
95
96
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 90

def client(opts={})
  Norikra::Client.new(@host, @port, {
      :connect_timeout => opts[:connect_timeout] || @connect_timeout,
      :send_timeout    => opts[:send_timeout]    || @send_timeout,
      :receive_timeout => opts[:receive_timeout] || @receive_timeout,
    })
end

#configure(conf) ⇒ Object 



58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 58

def configure(conf)
  super

  @host,@port = @norikra.split(':', 2)
  @port = @port.to_i

  if !@target_map_tag && @target_map_key.nil? && @target_string.nil?
    raise Fluent::ConfigError, 'target naming not specified (target_map_tag/target_map_key/target_string)'
  end

  @execute_server = false

  conf.elements.each do |element|
    case element.name
    when 'default', 'target'
      # ignore: processed in OutputMixin
    when 'fetch'
      # ignore: processed in InputMixin, and set @fetch_queue
    when 'server'
      @execute_server = true
      @execute_jruby_path = element['jruby']
      @execute_server_path = element['path']
      @execute_server_opts = element['opts']
    else
      raise Fluent::ConfigError, "unknown configuration section name for this plugin: #{element.name}"
    end
  end

  setup_output(conf, true) # <query> enabled in <default> and <target TARGET>
  setup_input(conf)
end

#fetchable? ⇒ Boolean

Returns:

  • (Boolean) 


175
176
177
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 175

def fetchable?
  @norikra_started
end

#server_starter ⇒ Object 



138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 138

def server_starter
  log.info "starting Norikra server process #{@host}:#{@port}"
  base_options = [@execute_server_path, 'start', '-H', @host, '-P', @port.to_s]
  cmd,options = if @execute_jruby_path
                  [@execute_jruby_path, [@execute_server_path, 'start', '-H', @host, '-P', @port.to_s]]
                else
                  [@execute_server_path, ['start', '-H', @host, '-P', @port.to_s]]
                end
  if @execute_server_opts
    options += @execute_server_opts.split(/ +/)
  end
  @norikra_pid = fork do
    ENV.keys.select{|k| k =~ /^(RUBY|GEM|BUNDLE|RBENV|RVM|rvm)/}.each {|k| ENV.delete(k)}
    exec([cmd, 'norikra(fluentd)'], *options)
  end
  connecting = true
  log.info "trying to confirm norikra server status..."
  while connecting
    begin
      log.debug "start to connect norikra server #{@host}:#{@port}"
      client(:connect_timeout => 1, :send_timeout => 1, :receive_timeout => 1).targets
      # discard result: no exceptions is success
      connecting = false
      next
    rescue HTTPClient::TimeoutError
      log.debug "Norikra server test connection timeout. retrying..."
    rescue Errno::ECONNREFUSED
      log.debug "Norikra server test connection refused. retrying..."
    rescue => e
      log.error "unknown error in confirming norikra server, #{e.class}:#{e.message}"
    end
    sleep 3
  end
  log.info "confirmed that norikra server #{@host}:#{@port} started."
  @norikra_started = true
end

#shutdown ⇒ Object 



117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 117

def shutdown
  stop_output
  stop_input
  Process.kill(:TERM, @norikra_pid) if @execute_server

  shutdown_output
  shutdown_input

  if @execute_server
    begin
      counter = 0
      while !Process.waitpid(@norikra_pid, Process::WNOHANG)
        sleep 1
        break if counter > 3
      end
    rescue Errno::ECHILD
      # norikra server process exited.
    end
  end
end

#start ⇒ Object 



98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
 
# File 'lib/fluent/plugin/out_norikra_filter.rb', line 98

def start
  super

  @norikra_started = false

  if @execute_server
    @norikra_pid = nil
    @norikra_thread = Thread.new(&method(:server_starter))
    # @norikra_started will be set in server_starter
  else
    @norikra_pid = nil
    @norikra_thread = nil
    @norikra_started = true
  end

  start_output
  start_input
end