Remove debug prints
[can-benchmark.git] / gw-tests / genhtml / genhtml.py
1 #!/usr/bin/env python
2 # -*- coding: utf-8 -*-
3 import os;
4 import dircache;
5 import sys;
6 import urllib
7 import traceback
8 import glob
9
10 class DimValue(object):
11     def __new__(cls, dim, value):
12         if value in dim:
13             return dim[value]
14         else:
15             return super(DimValue, cls).__new__(cls)
16     def __init__(self, dim, value):
17         self.dim = dim
18         self.value = value
19         self.dim.addValue(self)
20     def __str__(self):
21         return self.dim.val2str(self.value)
22     def __repr__(self):
23         return "DimValue(%s, %s)" % (repr(self.dim), repr(self.value))
24     def htmlTableHeading(self):
25         return self.dim.htmlTableHeading(self.value)
26
27 class DimValues(list):
28     def replace(self, val):
29         for i in xrange(len(self)):
30             if self[i].dim == val.dim:
31                 self[i] = val
32     def __add__(self, val):
33         ret = DimValues(self)
34         ret.append(val)
35         return ret
36     def __sub__(self, dim):
37         result = DimValues(self)
38         for v in self:
39             if v.dim == dim:
40                 result.remove(v)
41         return result
42     def key(self):
43         return tuple([v.value for v in self])
44
45 class Dimension(dict):
46     def __init__(self, atype, name=None):
47         self.type = atype
48         if (name):
49             self.name = name
50         else:
51             self.name = atype
52         self.sortedKeys = []
53
54     def __iter__(self):
55         for i in xrange(len(self)):
56             yield self.getValue(i)
57     def getValue(self, index):
58         return self[self.sortedKeys[index]]
59
60     def addValue(self, value):
61         if value not in self:
62             if isinstance(value, DimValue):
63                 self[value.value] = value
64             else:
65                 raise Exception("Unsupported usage of addValue")
66                 #self[value] = DimValue(self, value)
67             self.sortedKeys = self.keys()
68             self.sortedKeys.sort()
69     def val2str(self, v):
70         return str(v)
71     def htmlTableHeading(self, v):
72         return self.val2str(v)
73     def __str__(self):
74         return self.name
75     def __repr__(self):
76         return "Dimension(%s)"%self.type
77
78 class DimensionKern(Dimension):
79     def __init__(self):
80         Dimension.__init__(self, 'gwkern', 'GW kernel')
81     def htmlTableHeading(self, v):
82         i=v.find(":")
83         if i>0: kver=v[:i]
84         else: kver=v
85         return v+"<br><a href='config-%s'>config</a>"%(urllib.quote(kver))
86     def versions(self):
87         for v in self.values:
88             i=v.find(":")
89             if i>0: kver=v[:i]
90             else: kver=v
91             yield kver
92
93 class DimensionHostKern(Dimension):
94     def __init__(self):
95         Dimension.__init__(self, 'hostkern', 'Host kernel')
96     def val2str(self, v):
97         if v.find("host-") == 0:
98             v = v[5:]
99         return v
100     def htmlTableHeading(self, v):
101         v = self.val2str(v)
102         i = v.find(":")
103         if i>0: kver = v[:i]
104         else: kver = v
105         return v+"<br><a href='config-%s'>config</a>"%(urllib.quote(kver))
106     def versions(self):
107         for v in self.values:
108             i=v.find(":")
109             if i>0: kver=v[:i]
110             else: kver=v
111             yield kver
112
113 class DimensionTest(Dimension):
114     def __init__(self):
115         Dimension.__init__(self, 'test', 'Test')
116     def htmlTableHeading(self, v):
117         return v+"<br><a href='%s.sh.html'>source</a>"%(urllib.quote(v))
118
119 class DimensionLoad(Dimension):
120     def __init__(self):
121         Dimension.__init__(self, 'load', 'Load')
122
123 class DimensionTraffic(Dimension):
124     def __init__(self):
125         Dimension.__init__(self, 'traf', 'Traffic')
126     def val2str(self, v):
127         if v == "50":
128             return "50%"
129         elif v == "oneatatime":
130             return "one message at a time"
131         else:
132             return v
133     def htmlTableHeading(self, v):
134         return self.val2str(v)
135 class Test(object):
136     @classmethod
137     def isOnPath(cls, path):
138         f = os.path.join(path, 'plot.sh')
139         return os.path.isfile(f)
140     def __init__(self, path, values, tests=None):
141         self.path = path
142         self.name = os.path.basename(path)
143         self.values = values
144         self.tests = tests
145     def printThumbLink(self, file):
146 #         try:
147 #             imgs = [img for img in dircache.listdir(thumb)]
148 #         except OSError:
149 #             imgs = [ self.name + ".png" ]
150         imgs = [ 'tgraph.png' ]
151         for img in imgs:
152             print >>file, "<a href='%s/results.html'><img src='%s/%s'></a>" % \
153                   (urllib.quote(self.path), urllib.quote(self.path), img)
154     def fullImgLink(self, pngName):
155         return "<div><a href='%s'><img src='%s' /></a></div>" % \
156                (pngName[:-4]+".pdf", pngName)
157         
158     def htmlPrintStats(self, html):
159         cwd = os.getcwd()
160         os.chdir(self.path)
161         stats = glob.glob("*-stat.txt")
162         print >>html, "<h3>Statistics</h3>"
163         print >>html, "<table><tr>"
164         stats.sort()
165         for i in stats:
166             lines = open(i).readlines()
167             def fixupLine(l):
168                 comment = l.find("#")
169                 if comment >= 0:
170                     l = l[:comment-1]
171                 if l.find("cmdline=") == 0:
172                     l = "<abbr title=%s>cmdline=...</abbr>" % str(l[8:])
173                 return l
174             lines = [fixupLine(l) for l in lines]
175             print >>html, "<td><h4>%s</h4>%s</td>" % (i, "<br />".join(lines))
176         print >>html, "</tr></table>"
177         os.chdir(cwd)
178         
179     def generateHtml(self):
180         html = open(os.path.join(self.path, 'results.html'), "w")
181         title = "CAN gateway timing analysis"
182         cdup = "../"*len(self.values)
183         print >> html, """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
184 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
185 <head>
186 <meta http-equiv="content-type" content="text/html; charset=utf-8" />
187 <title>%s</title>
188 <link rel="stylesheet" href="%sstyle.css" type="text/css" /> 
189 </head>
190 <body>
191 <h1>%s</h1>"""  % (title, cdup, title)
192         params = ["%s %s" % (v.dim, v) for v in self.values]
193         print >>html, "Results for:", ", ".join(params)
194         print >>html, "<div class='otherview'><h4>Other results</h4><table>"
195         for d in self.tests.space:
196             links = []
197             for v in d:
198                 if v in self.values:
199                     links.append("<span class='value current'>%s</span>"%str(v))
200                 else:
201                     vv = DimValues(self.values)
202                     vv.replace(v)
203                     try:
204                         href = cdup + urllib.quote(self.tests[vv.key()].path+"/results.html")
205                         links.append("<span class='value other'><a href='%s'>%s</a></span>"%(href, str(v)))
206                     except KeyError:
207                         links.append("<span class='value missing'>%s</span>"%str(v))
208             print >>html, "<tr><th>%s</th><td>" % d, " ".join(links), "</td></tr>"
209
210         print >>html, "</table></div>"
211         print >>html, self.fullImgLink("graph.png")
212         self.htmlPrintStats(html)
213         cwd = os.getcwd()
214         os.chdir(self.path)
215         additionalImgs = glob.glob("graph?*.png")
216         if additionalImgs: print >>html, "<h3>Additional graphs</h3>"
217         for i in additionalImgs:
218             print >>html, self.fullImgLink(i)
219         os.chdir(cwd)
220         
221         print >>html, "<hr />"
222         print >>html, "<a href='./'>Raw data</a><br />"
223         print >>html, "<a href='%s'>Script source</a><br />" % (cdup+self.name+".sh.html")
224         print >>html, "<a href='%s'>Back to top</a><br />" % cdup
225
226         html.close()
227
228 class Space(list):
229     """List of Dimensions()s (order matters)"""
230     def __init__(self, *dimensions):
231         self.extend(list(dimensions))
232     def path2dimValues(self, path):
233         coordinates = path.split("/")
234         if len(coordinates) != len(self):
235             raise KeyError("The number coordinates do not match the number of dimensions: " + str(coordinates))
236         
237         dv = DimValues([DimValue(self[i], coordinates[i]) \
238                             for i in xrange(len(coordinates))])
239         return dv
240
241     def iterValues(self):
242         idx = [0 for i in xrange(len(self))]
243         done=False
244         while not done:
245             values=DimValues()
246             for i in xrange(len(self)):
247                 values.append(self[i].values()[idx[i]])
248             yield values
249             done=True
250             for i in xrange(len(self)):
251                 idx[i] += 1
252                 if idx[i] < len(self[i]):
253                     done=False
254                     break
255                 idx[i] = 0
256     def reorder(self, dimValues):
257         reordered = DimValues()
258         for d in self:
259             for v in dimValues:
260                 if v.dim == d:
261                     reordered.append(v)
262         return reordered
263     def iterDimensionPairs(self):
264         for i in xrange(len(self)):
265             for j in xrange(i+1, len(self)):
266                 yield (self[i], self[j])
267                 yield (self[j], self[i])
268     def iterRemainingDimensions(self, dimensionPair):
269         for d in self:
270             if d not in dimensionPair:
271                 yield d
272
273
274 class Tests(dict):
275     """Represents all tests organized along several dimensions"""
276     def __init__(self, rootpath, space):
277         dict.__init__(self)
278         self.space = space
279         if (rootpath):
280             self.populate(rootpath)
281     def getTest(self, key):
282         if len(key) != len(self.space):
283             raise KeyError("The coordinates in key do not match the dimension of the space")
284         realkey = self.space.reorder(key)
285         return self[realkey.key()]
286
287     def addTest(self, test):
288         self[test.values.key()] = test
289         
290     def populate(self, rootpath):
291         for root, dirs, files in os.walk(rootpath):
292             if (root.find(rootpath) == 0):
293                 path = root[len(rootpath):]
294             else:
295                 path = rootpath
296             if Test.isOnPath(root):
297                 dv = self.space.path2dimValues(path)
298                 self.addTest(Test(root, dv, self))
299     def generateHtml(self):
300         for pair in self.space.iterDimensionPairs():
301             remDims = Space(*tuple([d for d in self.space.iterRemainingDimensions(pair)]))
302             for vals in remDims.iterValues():
303                 page = Page(pair, vals, self)
304                 print page.getName()
305                 page.generate()
306         try:
307             os.remove("index.html")
308         except OSError: pass
309         os.symlink(page.getName(), "index.html")
310         css = open("style.css", "w")
311         print >>css, """img { border: 0; }
312 table { border-collapse: collapse; }
313 th, td { border: 1px solid lightgray; padding: 4px;}
314 h4 { margin: 0; }
315 .otherview { margin: 1ex 0}
316 .otherview .value { color: black; padding: 0ex 1ex; -moz-border-radius: 1ex; border-radius: 1ex;}
317 .otherview .value a { color: inherit; text-decoration: none; }
318 .otherview .other:hover { background: #eee; }
319 .otherview .missing { color: gray; }
320 .otherview .current { background: #ccc; }
321 """
322         css.close()
323         for test in self.values():
324             print test.path
325             test.generateHtml()
326
327         os.system("source-highlight -d --output-dir=. ../*.sh > /dev/null")
328
329 class Page(object):
330     def __init__(self, dimPair, valsOther, tests):
331         self.dimy, self.dimx = dimPair
332         self.dimOther = [v.dim for v in valsOther]
333         self.valsOther = tests.space.reorder(valsOther)
334         self.tests = tests
335     def getName(self):
336         return "%s-vs-%s-for-%s.html"%(self.dimy.type, self.dimx.type,
337                                        "-".join([v.value for v in self.valsOther]))
338     def generate(self):
339         html = open(self.getName(), "w")
340         title = "CAN gateway timing analysis" 
341         print >> html, """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
342 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
343 <head>
344 <meta http-equiv="content-type" content="text/html; charset=utf-8" />
345 <title>%s</title>
346 <link rel="stylesheet" href="style.css" type="text/css" /> 
347 </head>
348 <body>
349 <h1>%s</h1>"""  % (title, title)
350         params = ["%s %s" % (v.dim, v) for v in self.valsOther]
351         print >>html, "<h3>Results for ", ", ".join(params), "</h3>"
352         print >>html, "<div class='otherview'><h4>Other views</h4>"
353         print >>html, "<table><tr>"
354         for d in self.dimOther:
355             print >>html, "<th>%s</th>" % d
356             print >>html, "<td><a href='%s'>&rarr;</a> " % \
357                 Page((self.dimy, d), self.valsOther - d + self.dimx.getValue(0), self.tests).getName()
358             print >>html, "<a href='%s'>&darr;</a></td>" % \
359                 Page((d, self.dimx), self.valsOther - d + self.dimy.getValue(0), self.tests).getName()
360             links = []
361             print >>html, "<td>"
362             for v in d:
363                 if v in self.valsOther:
364                     links.append("<span class='value current'>%s</span>"%str(v))
365                 else:
366                     vv = DimValues(self.valsOther)
367                     vv.replace(v)
368                     links.append("<span class='value other'><a href='%s'>%s</a></span>"%(urllib.quote(Page((self.dimy, self.dimx), vv, self.tests).getName()), str(v)))
369             print >>html, " ".join(links)
370             print >>html, "</td></tr>"
371         print >>html, "</table></div>"
372
373         print >>html, "<table><thead><tr><td>%s &rarr; <br />%s &darr;</td>" % (self.dimx.name, self.dimy.name)
374         for x in self.dimx:
375             print >>html, "<th>%s</th>" % x.htmlTableHeading()
376         print >>html, "</tr></thead>"
377         for y in self.dimy:
378             print >>html, "<tr><th>%s</th>" % y.htmlTableHeading()
379
380             for x in self.dimx:
381                 print >>html, "<td>"
382                 idx = [x,y]
383                 idx.extend(self.valsOther)
384                 try:
385                     test = tests.getTest(idx)
386                     test.printThumbLink(html)
387                 except KeyError:
388                     print >>html, "N/A"
389                 print >>html, "</td>"
390             print >>html, "</tr>"
391         print >> html, """
392 </table>
393 <div style="font-size: small; color: gray; margin-top: 1em;">Authors: Michal Sojka, Pavel Píša, Copyright © 2010 Czech Technical University in Prague</div>
394 </body>
395 """
396
397
398 if __name__ == "__main__":
399     os.chdir(sys.argv[1])
400     os.system("rm *.html")
401     tests = Tests("./", Space(DimensionHostKern(), DimensionKern(), DimensionTraffic(), DimensionLoad(), DimensionTest()))
402     tests.generateHtml()
403     sys.exit(0)