www/bin/excuses_to_xml.py

#!/usr/bin/python2.2

# Make sure tabs expand to 8 spaces in vim
# vim: expandtab

# Copyright 2002 Raphaël Hertzog
# This file is distributed under the terms of the General Public License
# version 2 or (at your option) any later version.

import os.path, rfc822, sys, string, re, cPickle
from xml.dom import implementation, ext

from config import dir, odir

def striphtml(input):
    cleared = input.strip()
    # I have to clean it this way first because dependencies are copied raw
    # in update_excuses.html ...
    cleared = cleared.replace(">=", "&gt;=");
    cleared = cleared.replace("<=", "&lt;=");
    cleared = cleared.replace(">>", "&gt;&gt;");
    cleared = cleared.replace("<<", "&lt;&lt;");
    while cleared.find("<") != -1 and cleared.find(">") != -1:
        cleared = cleared[:cleared.find("<")] + cleared[cleared.find(">")+1:]
    return cleared

# Load the list of excuses generated last time
old_done = {}
new_done = {}
if os.path.exists(odir + "/excuses_done"):
    f = open(odir + "/excuses_done", "r")
    old_done = cPickle.load(f)
    f.close()

f = open(dir + "/update_excuses.html", "r")
# Ignore everything until first list
while string.find(f.readline(), "<ul>") == -1: 
    pass

top = 1
package = ""
hash = ""
doc = None
while 1:
    line = f.readline()
    if not line: break #eof
    if line.find("</ul>") != -1: 
        top = 1
        if os.path.exists("%s/%s/%s" % (odir, hash, package)):
            excf = open("%s/%s/%s/excuse.xml" % (odir, hash, package), "w")
            ext.PrettyPrint(doc, excf, "iso-8859-1")
            excf.close()
            new_done[package] = 1
        continue
    if line.find("<ul>") != -1: 
        top = 0
        continue
    # The rest depends of the state
    if top:
        words = re.split("[><() ]", line)
        package = words[6]
        hash = package[0]
        if package[0:3] == "lib":
            hash = package[0:4] 
        # Create the XML Document
        doc = implementation.createDocument(None, "excuse", None)
        main_elt = doc.documentElement
        top = 0
    else:
        for subline in line.split("<li>"):
            if not subline: continue
            subline = subline.strip()
            if subline.find("Maintainer:") != -1: continue
            elif subline.find("Too young,") != -1:
                words = subline.split()
                main_elt.setAttribute("age", words[3])
                main_elt.setAttribute("limit", words[5])
                main_elt.setAttribute("progress", "%d" % (100.0 * string.atoi(words[3]) / string.atoi(words[5])))
                subline = striphtml(subline)
                sub_elt = doc.createElement("item")
                sub_elt.appendChild(doc.createTextNode(subline))
                main_elt.appendChild(sub_elt) 

            elif subline.find("days old (needed") != -1:
                words = subline.split()
                main_elt.setAttribute("age", words[0])
                main_elt.setAttribute("limit", words[4])
                main_elt.setAttribute("problematic", "yes")
                subline = striphtml(subline)
                sub_elt = doc.createElement("item")
                sub_elt.appendChild(doc.createTextNode(subline))
                main_elt.appendChild(sub_elt) 
            else:
                sub_elt = doc.createElement("item")
                start = subline.find('href="http://')
                if start != -1:
                    url = subline[start+6:subline.find('"',start+6)]
                    sub_elt.setAttribute("url", url)
                start = subline.find('href="#')
                if start != -1:
                    url = subline[start+7:subline.find('"',start+7)]
                    sub_elt.setAttribute("url", "http://packages.qa.debian.org/" + url)
                subline = striphtml(subline)
                sub_elt.appendChild(doc.createTextNode(subline))
                main_elt.appendChild(sub_elt)

f.close()

# Store the new list
f = open(odir + "/excuses_done", "w")
cPickle.dump(new_done, f, 0)
f.close()

# Find excuses generated last time and not this time
# and remove them
for p in old_done.keys():
    if not new_done.has_key(p):
        hash = p[0]
        if p[0:3] == "lib":
            hash = p[0:4] 
        filename = "%s/%s/%s/excuse.xml" % (odir, hash, p)
        filenamerebuild = "%s/%s/%s/force-rebuild" % (odir, hash, p)
        if os.path.exists(filename):
            os.unlink(filename)
            f = open(filenamerebuild, "w")
            f.close()

# We're done
1	hertzog	344	#!/usr/bin/python2.2
2
3			# Make sure tabs expand to 8 spaces in vim
4			# vim: expandtab
5
6	hertzog	351	# Copyright 2002 Raphaël Hertzog
7			# This file is distributed under the terms of the General Public License
8			# version 2 or (at your option) any later version.
9
10	hertzog	357	import os.path, rfc822, sys, string, re, cPickle
11	hertzog	344	from xml.dom import implementation, ext
12
13			from config import dir, odir
14
15			def striphtml(input):
16			cleared = input.strip()
17	hertzog	450	# I have to clean it this way first because dependencies are copied raw
18			# in update_excuses.html ...
19			cleared = cleared.replace(">=", ">=");
20			cleared = cleared.replace("<=", "<=");
21			cleared = cleared.replace(">>", ">>");
22			cleared = cleared.replace("<<", "<<");
23	hertzog	344	while cleared.find("<") != -1 and cleared.find(">") != -1:
24			cleared = cleared[:cleared.find("<")] + cleared[cleared.find(">")+1:]
25			return cleared
26
27	hertzog	357	# Load the list of excuses generated last time
28			old_done = {}
29			new_done = {}
30			if os.path.exists(odir + "/excuses_done"):
31			f = open(odir + "/excuses_done", "r")
32			old_done = cPickle.load(f)
33			f.close()
34	hertzog	344
35			f = open(dir + "/update_excuses.html", "r")
36			# Ignore everything until first list
37			while string.find(f.readline(), "<ul>") == -1:
38			pass
39
40			top = 1
41	hertzog	357	package = ""
42			hash = ""
43			doc = None
44	hertzog	344	while 1:
45			line = f.readline()
46			if not line: break #eof
47			if line.find("</ul>") != -1:
48			top = 1
49	hertzog	357	if os.path.exists("%s/%s/%s" % (odir, hash, package)):
50			excf = open("%s/%s/%s/excuse.xml" % (odir, hash, package), "w")
51			ext.PrettyPrint(doc, excf, "iso-8859-1")
52			excf.close()
53			new_done[package] = 1
54	hertzog	344	continue
55			if line.find("<ul>") != -1:
56			top = 0
57			continue
58			# The rest depends of the state
59			if top:
60			words = re.split("[><() ]", line)
61	hertzog	357	package = words[6]
62			hash = package[0]
63			if package[0:3] == "lib":
64			hash = package[0:4]
65			# Create the XML Document
66			doc = implementation.createDocument(None, "excuse", None)
67			main_elt = doc.documentElement
68	hertzog	344	top = 0
69			else:
70			for subline in line.split("<li>"):
71			if not subline: continue
72			subline = subline.strip()
73			if subline.find("Maintainer:") != -1: continue
74			elif subline.find("Too young,") != -1:
75			words = subline.split()
76			main_elt.setAttribute("age", words[3])
77			main_elt.setAttribute("limit", words[5])
78			main_elt.setAttribute("progress", "%d" % (100.0 * string.atoi(words[3]) / string.atoi(words[5])))
79	hertzog	352	subline = striphtml(subline)
80			sub_elt = doc.createElement("item")
81			sub_elt.appendChild(doc.createTextNode(subline))
82			main_elt.appendChild(sub_elt)
83
84	hertzog	344	elif subline.find("days old (needed") != -1:
85			words = subline.split()
86			main_elt.setAttribute("age", words[0])
87			main_elt.setAttribute("limit", words[4])
88			main_elt.setAttribute("problematic", "yes")
89			subline = striphtml(subline)
90			sub_elt = doc.createElement("item")
91			sub_elt.appendChild(doc.createTextNode(subline))
92			main_elt.appendChild(sub_elt)
93			else:
94			sub_elt = doc.createElement("item")
95			start = subline.find('href="http://')
96			if start != -1:
97			url = subline[start+6:subline.find('"',start+6)]
98			sub_elt.setAttribute("url", url)
99	hertzog	352	start = subline.find('href="#')
100			if start != -1:
101			url = subline[start+7:subline.find('"',start+7)]
102	hertzog	405	sub_elt.setAttribute("url", "http://packages.qa.debian.org/" + url)
103	hertzog	344	subline = striphtml(subline)
104			sub_elt.appendChild(doc.createTextNode(subline))
105			main_elt.appendChild(sub_elt)
106
107			f.close()
108	hertzog	357
109			# Store the new list
110			f = open(odir + "/excuses_done", "w")
111			cPickle.dump(new_done, f, 0)
112	hertzog	344	f.close()
113
114	hertzog	357	# Find excuses generated last time and not this time
115			# and remove them
116			for p in old_done.keys():
117			if not new_done.has_key(p):
118			hash = p[0]
119			if p[0:3] == "lib":
120			hash = p[0:4]
121			filename = "%s/%s/%s/excuse.xml" % (odir, hash, p)
122	hertzog	400	filenamerebuild = "%s/%s/%s/force-rebuild" % (odir, hash, p)
123	hertzog	357	if os.path.exists(filename):
124			os.unlink(filename)
125	hertzog	400	f = open(filenamerebuild, "w")
126			f.close()
127	hertzog	357
128			# We're done
Name	Value
svn:eol-style	native
svn:executable	*
svn:keywords	Author Date Id Revision