popbugs

#!/usr/bin/python

# popbugs - Find RC bugs in packages you commonly use
# Copyright (C) 2001-2004 Matt Zimmerman <mdz@debian.org>

# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
# 02111-1307, USA.
#


import sys
import re
import os
import urllib2
import tempfile
import getopt

usage = '''Usage: popbugs [{-o|--output=} {outputfile|-}] [popularity-contest log]\n'''

popconfile = '/var/log/popularity-contest'
bugurl = 'http://bugs.debian.org/release-critical/other/all.html'
# For testing purposes:
#bugurl = 'file:///tmp/all.html'
outputfile = None

debug = 0
try:
    opts, args = getopt.getopt(sys.argv[1:], "dho:",
                               ["debug", "help","output="])
except getopt.GetoptError:
    sys.stderr.write(usage)
    sys.exit(2)
for o, a in opts:
    if o in ("-h", "--help"):
        sys.stdout.write(usage)
        sys.exit()
    elif o in ("-o", "--output"):
        outputfile = a
    elif o in ("-d", "--debug"):
        debug = 1 

if len(args) >= 1:
    popconfile = args[0]
    if not os.path.exists(popconfile):
	    sys.stderr.write('''
I cannot find the popularity-contest data you pointed me to.
This program requires the data collected from popularity-contest
in order to work.

''')
            sys.exit(1)
else:
    if not os.path.exists(popconfile):
        if not os.path.exists('/usr/sbin/popularity-contest'):
            sys.stderr.write('''
The popularity-contest package does not appear to be installed.
This program requires the data collected from popularity-contest
in order to work.

''')
            sys.exit(1)

        sys.stderr.write('''
There is no popularity-contest data present on your system.  This
probably means that popularity-contest has not yet run since it
was installed.  Try waiting for /etc/cron.daily/popularity-contest to
to collect some data or manually run (as root user):

    /usr/sbin/popularity-contest >/var/log/popularity-contest

''')
        sys.exit(1)
    
if outputfile == None:
    fd, outputfile = tempfile.mkstemp(suffix='.html')
    output = os.fdopen(fd, 'w')
    view = 1
elif outputfile == '-':
    output = sys.stdout
    view = 0
else:
    output = open(outputfile, 'w')
    view = 0

class Package:
    def __init__(self, name, atime):
        self.name = name
        self.atime = atime

packages = {}
pkglist = []
popcon = open(popconfile,'r')
for line in popcon.readlines():
    if len(line) == 0 or line.find(':') != -1:
        continue

    fields = line.split()
    if len(fields) != 4:
        continue
    if (fields[0] == 'POPULARITY-CONTEST-0' or
        fields[0] == 'END-POPULARITY-CONTEST-0'):
        continue
    
    (atime, ctime, package, pathname) = fields
#    if pathname == '<NOFILES>' or pathname == '<RECENT-CTIME>':
#        continue

    if debug:
        print "POPCON: Adding package " + package 
    packages[package] = Package(package,atime)
    pkglist.append(packages[package])
    
popcon.close()

page = urllib2.urlopen(bugurl).readlines()

while page:
    line = page.pop(0)
    if line.startswith('<div'):
        break
    output.write(line)

packagere = re.compile('.*<a name="([^"]+)"><strong>Package:.*')
while page:
    m = packagere.match(page[0])
    if m:
        html = ''
        while page:
            line = page.pop(0)
            html += line

            if line == '\n' or (page and packagere.match(page[0])):
                # another paragraph started with no newline
                break

        pkgname = m.group(1)
        if debug:
           print "REGEX: Parsing package " + pkgname 

        if pkgname in packages:
            if debug:
                print "REGEX: Package " + pkgname + "is in packages"
            packages[pkgname].html = html
    else:
        if page[0].startswith('<hr>'):
            break
        page.pop(0)

pkglist.sort(lambda a,b: -cmp(a.atime,b.atime))
for package in pkglist:
    if hasattr(package,'html'):
        output.write(package.html)
        output.write('\n')

output.writelines(page)

output.flush()

if view:
    os.system('sensible-browser file://' + outputfile)