#! /usr/bin/env python # Extract statistics from ftp daemon log. # Usage:# ftpstats [-m maxitems] [-s search] [file]# -m maxitems: restrict number of items in "top-N" lists, default 25.# -s string:   restrict statistics to lines containing this string.# Default file is /usr/adm/ftpd;  a "-" means read standard input. # The script must be run on the host where the ftp daemon runs.# (At CWI this is currently buizerd.) import osimport sysimport reimport stringimport getopt pat = '^([a-zA-Z0-9 :]*)!(.*)!(.*)!([<>].*)!([0-9]+)!([0-9]+)$'prog = re.compile(pat) def main():    maxitems = 25    search = None    try:        opts, args = getopt.getopt(sys.argv[1:], 'm:s:')    except getopt.error, msg:        print msg        print 'usage: ftpstats [-m maxitems] [file]'        sys.exit(2)    for o, a in opts:        if o == '-m':            maxitems = string.atoi(a)        if o == '-s':            search = a    file = '/usr/adm/ftpd'    if args: file = args[0]    if file == '-':        f = sys.stdin    else:        try:            f = open(file, 'r')        except IOError, msg:            print file, ':', msg            sys.exit(1)    bydate = {}    bytime = {}    byfile = {}    bydir = {}    byhost = {}    byuser = {}    bytype = {}    lineno = 0    try:        while 1:            line = f.readline()            if not line: break            lineno = lineno + 1            if search and string.find(line, search) < 0:                continue            if prog.match(line) < 0:                print 'Bad line', lineno, ':', repr(line)                continue            items = prog.group(1, 2, 3, 4, 5, 6)            (logtime, loguser, loghost, logfile, logbytes,             logxxx2) = items##                      print logtime##                      print '-->', loguser##                      print '--> -->', loghost##                      print '--> --> -->', logfile##                      print '--> --> --> -->', logbytes##                      print '--> --> --> --> -->', logxxx2##                      for i in logtime, loghost, logbytes, logxxx2:##                              if '!' in i: print '???', i            add(bydate, logtime[-4:] + ' ' + logtime[:6], items)            add(bytime, logtime[7:9] + ':00-59', items)            direction, logfile = logfile[0], logfile[1:]            # The real path probably starts at the last //...            while 1:                i = string.find(logfile, '//')                if i < 0: break                logfile = logfile[i+1:]            add(byfile, logfile + ' ' + direction, items)            logdir = os.path.dirname(logfile)##              logdir = os.path.normpath(logdir) + '/.'            while 1:                add(bydir, logdir + ' ' + direction, items)                dirhead = os.path.dirname(logdir)                if dirhead == logdir: break                logdir = dirhead            add(byhost, loghost, items)            add(byuser, loguser, items)            add(bytype, direction, items)    except KeyboardInterrupt:        print 'Interrupted at line', lineno    show(bytype, 'by transfer direction', maxitems)    show(bydir, 'by directory', maxitems)    show(byfile, 'by file', maxitems)    show(byhost, 'by host', maxitems)    show(byuser, 'by user', maxitems)    showbar(bydate, 'by date')    showbar(bytime, 'by time of day') def showbar(dict, title):    n = len(title)    print '='*((70-n)/2), title, '='*((71-n)/2)    list = []    keys = dict.keys()    keys.sort()    for key in keys:        n = len(str(key))        list.append((len(dict[key]), key))    maxkeylength = 0    maxcount = 0    for count, key in list:        maxkeylength = max(maxkeylength, len(key))        maxcount = max(maxcount, count)    maxbarlength = 72 - maxkeylength - 7    for count, key in list:        barlength = int(round(maxbarlength*float(count)/maxcount))        bar = '*'*barlength        print '%5d %-*s %s' % (count, maxkeylength, key, bar) def show(dict, title, maxitems):    if len(dict) > maxitems:        title = title + ' (first %d)'%maxitems    n = len(title)    print '='*((70-n)/2), title, '='*((71-n)/2)    list = []    keys = dict.keys()    for key in keys:        list.append((-len(dict[key]), key))    list.sort()    for count, key in list[:maxitems]:        print '%5d %s' % (-count, key) def add(dict, key, item):    if dict.has_key(key):        dict[key].append(item)    else:        dict[key] = [item] if __name__ == "__main__":    main()