PostfixStatusLine
Postfix Status Line Log Parser implemented by C.
Installation
Add this line to your application's Gemfile:
gem 'postfix_status_line'
And then execute:
$ bundle
Or install it yourself as:
$ gem install postfix_status_line
Usage
require "postfix_status_line"
status_line = "Feb 27 09:02:37 MyHOSTNAME postfix/smtp[26490]: D53A72713E5: to=<[email protected]>, relay=gateway-f1.isp.att.net[204.127.217.16]:25, conn_use=2, delay=0.57, delays=0.11/0.03/0.23/0.19, dsn=2.0.0, status=sent (250 ok ; id=20120227140036M0700qer4ne)"
PostfixStatusLine.parse(status_line)
# => {
# "conn_use" => 2,
# "delay" => 0.57,
# "delays" => "0.11/0.03/0.23/0.19",
# "dsn" => "2.0.0",
# "hostname" => "MyHOSTNAME",
# "process" => "postfix/smtp[26490]",
# "queue_id" => "D53A72713E5",
# "relay" => "gateway-f1.isp.att.net[204.127.217.16]:25",
# "status" => "sent",
# "status_detail" => "(250 ok ; id=20120227140036M0700qer4ne)",
# "time" => "Feb 8 09:02:37",
# "to" => "*******@bellsouth.net",
# "domain" => "bellsouth.net"
# }
Include "to" mail address SH512 hash
PostfixStatusLine.parse(status_line, hash: true)
Specify SHA algorithm
PostfixStatusLine.parse(status_line, hash: true, sha_algorithm: 256)
Parse time
PostfixStatusLine.parse(status_line, parse_time: true)
Parse header_checks
warning = "Mar 4 14:44:19 P788 postfix/cleanup[7426]: E80A9DF6F7E: warning: header Subject: test from local; from=<[email protected]> to=<[email protected]>"
PostfixStatusLine.parse_header_checks_warning(warning)
# => {
# "time"=>"Mar 4 14:44:19",
# "hostname"=>"P788",
# "process"=>"postfix/cleanup[7426]",
# "queue_id"=>"E80A9DF6F7E",
# "to"=>"********@yahoo.co.jp",
# "domain"=>"yahoo.co.jp",
# "from"=>"********@P788.local",
# "header_from"=>"local",
# "Subject"=>"test"
# }
Benchmark (on EC2/t2.micro)
Script
#!/usr/bin/env ruby
require 'benchmark'
require 'postfix_status_line'
it = 5
n = 500000
status_lines = "Feb 27 09:02:37 MyHOSTNAME postfix/smtp[26490]: D53A72713E5: to=<[email protected]>, relay=gateway-f1.isp.att.net[204.127.217.16]:25, delay=0.57, delays=0.11/0.03/0.23/0.19, dsn=2.0.0, status=sent (250 ok ; id=20120227140036M0700qer4ne)"
{
psl: {mask: false},
psl_m: {},
psl_h: {hash: true},
psl_t: {parse_time: true},
}.each do |name, |
Benchmark.bm(20, ">sec/prs:", ">prs/sec:") do |x|
rs = []
it.times do |i|
i += 1
rs << x.report("#{Time.now.strftime('%X')} #{name}(#{i}):") do
for i in 1..n
PostfixStatusLine.parse(status_lines, )
end
end
end
pps = rs.inject(&:+) / it / n
tp = Benchmark::Tms.new(1/pps.utime, 1/pps.stime, 1/pps.cutime, 1/pps.cstime, 1/pps.real)
[pps, tp]
end
end
Result
user system total real
02:26:06 psl(1): 2.810000 0.000000 2.810000 ( 2.807900)
02:26:09 psl(2): 2.820000 0.000000 2.820000 ( 2.819920)
02:26:12 psl(3): 2.810000 0.000000 2.810000 ( 2.809408)
02:26:14 psl(4): 2.810000 0.000000 2.810000 ( 2.810345)
02:26:17 psl(5): 2.800000 0.000000 2.800000 ( 2.802439)
>sec/prs: 0.000006 0.000000 0.000006 ( 0.000006)
>prs/sec: 177935.943060 Inf Inf (177935.783843)
user system total real
02:26:20 psl_m(1): 2.940000 0.000000 2.940000 ( 2.942580)
02:26:23 psl_m(2): 2.880000 0.000000 2.880000 ( 2.879812)
02:26:26 psl_m(3): 2.900000 0.000000 2.900000 ( 2.900414)
02:26:29 psl_m(4): 2.840000 0.000000 2.840000 ( 2.836515)
02:26:32 psl_m(5): 2.790000 0.000000 2.790000 ( 2.792500)
>sec/prs: 0.000006 0.000000 0.000006 ( 0.000006)
>prs/sec: 174216.027875 Inf Inf (174193.923151)
user system total real
02:26:34 psl_h(1): 4.990000 0.000000 4.990000 ( 4.987470)
02:26:39 psl_h(2): 5.000000 0.000000 5.000000 ( 4.999526)
02:26:44 psl_h(3): 4.950000 0.000000 4.950000 ( 4.944881)
02:26:49 psl_h(4): 5.030000 0.000000 5.030000 ( 5.033834)
02:26:54 psl_h(5): 5.010000 0.000000 5.010000 ( 5.031988)
>sec/prs: 0.000010 0.000000 0.000010 ( 0.000010)
>prs/sec: 100080.064051 Inf Inf (100009.204039)
user system total real
02:26:59 psl_t(1): 4.060000 0.340000 4.400000 ( 4.397266)
02:27:04 psl_t(2): 3.900000 0.320000 4.220000 ( 4.226741)
02:27:08 psl_t(3): 3.750000 0.380000 4.130000 ( 4.125684)
02:27:12 psl_t(4): 3.830000 0.280000 4.110000 ( 4.097343)
02:27:16 psl_t(5): 3.770000 0.320000 4.090000 ( 4.097630)
>sec/prs: 0.000008 0.000001 0.000008 ( 0.000008)
>prs/sec: 129466.597618 1524390.243902 Inf (119362.140704)