+
−#!/usr/bin/env python
+
−# -*- coding: utf-8 -*-
+
−# Copyright 2009 - 2010 Pascal Volk
+
−# See COPYING for distribution information.
+
−
+
−__author__ = 'Pascal Volk'
+
−__version__ = '0.1.2'
+
−__date__ = '2009-07-03'
+
−
+
−import os
+
−import re
+
−import fileinput
+
−
+
−class NiXSapmSum(object):
+
−    """
+
−    Small log parser class to parse and summarize NiX Spam DNSBL lookup
+
−    based rejects from a mail log file.
+
−    """
+
−    __slots__ = ('_doms', '_mxs', '_repo')
+
−
+
−    RE_FQDN = '(?:[a-z0-9-]{1,63}\.){1,}[a-z]{2,6}'
+
−    RE_IPv4 = '(?:[\d]{1,3}\.){3}[\d]{1,3}'
+
−    """Regular expression pattern for mail logs from Postfix"""
+
−    RE_PF = r'''^[\w\s:-]{17,80}\spostfix\/smtpd\[[\d]{1,5}\]:\sNOQUEUE:
+
−                \sreject:.*blocked\susing\six.dnsbl.manitu.net;
+
−                \sSpam\ssent\sto\sthe\smailhost\s(%s|%s)
+
−                \swas\sdetected\sby\sNiX\sSpam.*$''' % (RE_FQDN, RE_IPv4)
+
−
+
−
+
−    def __init__(self):
+
−        self._doms = {}
+
−        self._mxs  = {}
+
−        self._repo = None
+
−
+
−    def setLogFormat(self, format='postfix'):
+
−        if format == 'postfix':
+
−            self._repo = re.compile(NiXSapmSum.RE_PF, re.VERBOSE)
+
−        else:
+
−            raise Exception('MTA/Logformat not supported yet.')
+
−
+
−    def parseLog(self, filehandle):
+
−        for l in filehandle:
+
−            mo = self._repo.match(l)
+
−            if mo:
+
−                mx = mo.group(1)
+
−                try:
+
−                    self._mxs[mx] += 1
+
−                except KeyError:
+
−                    self._mxs[mx]  = 1
+
−
+
−    def countByDom(self):
+
−        ipv4po = re.compile(NiXSapmSum.RE_IPv4)
+
−        for mx in self._mxs.keys():
+
−            mo = ipv4po.match(mx)
+
−            if mo:
+
−                dom = mo.group(0)
+
−            else:
+
−                dom = '.'.join(mx.split('.')[-2:])
+
−            try:
+
−                self._doms[dom] += self._mxs[mx]
+
−            except KeyError:
+
−                self._doms[dom]  = self._mxs[mx]
+
−
+
−    def getDomains(self):
+
−        return self._doms
+
−
+
−    def getMXs(self):
+
−        return self._mxs
+
−
+
−
+
−def getOptionParser():
+
−    from optparse import OptionParser
+
−    description = 'NiX Spam DNSBL lookup based rejects summarizer'
+
−    usage  = 'usage: %prog [options] maillog [maillog [...]]'
+
−    version = '%prog '+__version__
+
−    parser = OptionParser(description=description,usage=usage,version=version)
+
−    parser.add_option('-d', action='store_true', dest='countByDom',
+
−            default=False, help='summarize all MX by domain')
+
−    parser.add_option('-m', action='store_false', dest='countByDom',
+
−            help='count per MX host [default]')
+
−    parser.add_option('-o', dest='oFormat', default='table',metavar='FORMAT',
+
−            choices=('csv', 'table'),
+
−            help='the output format: table or csv [default: %default]')
+
−    parser.add_option('-p', action='store_true', dest='percent', default=False,
+
−            help='show also percentages in table output [default: %default]')
+
−    parser.add_option('-s', dest='order', default='name', metavar='SORTBY',
+
−            help='arrange output by: name or count [default: %default]')
+
−    parser.add_option('-t', dest='format', default='postfix',metavar='MTA',
+
−            choices=('postfix',),
+
−            help='MTA that generated the maillog [default: %default]')
+
−    return parser
+
−
+
−
+
−def check_files(log_files):
+
−    """Checks that all files from *log_files* exist and all of them are
+
−    readable.
+
−
+
−    If a file doesn't exist or is not readable, it will be removed from
+
−    *log_files* set.
+
−
+
−    This function will return *True*, if at least one file has passed the
+
−    checks. Otherwise *False* will be returned. And the *log_files* set
+
−    will be emptied.
+
−
+
−    :param log_files: set of file names
+
−    :type log_files: set
+
−    :rtype: bool"""
+
−    assert isinstance(log_files, set), 'log_files argument must be a set'
+
−    lf_copy = log_files.copy()
+
−    for lf in lf_copy:
+
−        if not os.path.isfile(lf):
+
−            os.sys.stderr.write('Warning: No such file: %r\n' % lf)
+
−            log_files.remove(lf)
+
−        elif not os.access(lf, os.R_OK):
+
−            os.sys.stderr.write('Warning: Cannot read file: %r\n' % lf)
+
−            log_files.remove(lf)
+
−
+
−    if log_files:
+
−        return True
+
−    return False
+
−
+
−
+
−def buildTable(output, domains, percent, orderBy):
+
−    k = 0 if orderBy == 'name' else 1
+
−    doms = sorted(domains.items(), lambda d,c: cmp(d[k],c[k]), reverse=k)
+
−    dlen = len(max(domains.iterkeys(), key=len)) + 1
+
−    clen = len(str(max(domains.values())))
+
−    total = sum(domains.values())
+
−    if percent:
+
−        format = ' %%%ds  %%%dd  %%6.2f %%%%\n' % (-dlen, clen)
+
−        for d, c in doms:
+
−            dfrac = 100./total*c
+
−            output.write(format % (d, c, dfrac))
+
−        output.write('%s\n' % ((clen+dlen+14)*'-'))
+
−        output.write(format % ('total', total, 100))
+
−    else:
+
−        format = ' %%%ds  %%%dd\n' % (-dlen, clen)
+
−        for d in doms:
+
−            output.write(format % d)
+
−        output.write('%s\n' % ((clen+dlen+4)*'-'))
+
−        output.write(format % ('total', total))
+
−
+
−def showResult(nixspamsum, options):
+
−    if options.countByDom:
+
−        nixspamsum.countByDom()
+
−        domains = nixspamsum.getDomains()
+
−    else:
+
−        domains = nixspamsum.getMXs()
+
−    if not domains:
+
−        print "No NiX Spam DNSBL rejects found"
+
−        return
+
−
+
−    from cStringIO import StringIO
+
−    output = StringIO()
+
−    # build the table
+
−    if options.oFormat == 'table':
+
−        buildTable(output, domains, options.percent, options.order)
+
−    # generate comma separated values
+
−    elif options.oFormat == 'csv':
+
−        order = domains.keys()
+
−        order.sort()
+
−        for d in order:
+
−            output.write("'%s',%d\n" % (d, domains[d]))
+
−    # should never be reached
+
−    else:
+
−        print "Oops, error in function showResult() happend"
+
−    # show the result
+
−    print output.getvalue()
+
−
+
−def main():
+
−    parser = getOptionParser()
+
−    opts, args = parser.parse_args()
+
−    if not args:
+
−        parser.error('No log file specified')
+
−    # drop duplicates
+
−    log_files = set(args)
+
−    # remove inexistent/unreadable files
+
−    if not check_files(log_files):
+
−        os.sys.stderr.write('No readable log files found\n')
+
−        return 1
+
−
+
−    nixss = NiXSapmSum()
+
−    nixss.setLogFormat(opts.format)
+
−
+
−    fi = fileinput.FileInput(log_files, openhook=fileinput.hook_compressed)
+
−    nixss.parseLog(fi)
+
−    fi.close()
+
−    showResult(nixss, opts)
+
−    return 0
+
−
+
−if __name__ == '__main__':
+
−    os.sys.exit(main())