gw-tests/genhtml/genhtml.py

   1 #!/usr/bin/env python
   2 # -*- coding: utf-8 -*-
   3 import os;
   4 import dircache;
   5 import sys;
   6 import urllib
   7 import traceback
   8 import glob
   9
  10 class DimValue(object):
  11     def __new__(cls, dim, value):
  12         if value in dim:
  13             return dim[value]
  14         else:
  15             return super(DimValue, cls).__new__(cls)
  16     def __init__(self, dim, value):
  17         self.dim = dim
  18         self.value = value
  19         self.dim.addValue(self)
  20     def __str__(self):
  21         return self.dim.val2str(self.value)
  22     def __repr__(self):
  23         return "DimValue(%s, %s)" % (repr(self.dim), repr(self.value))
  24     def htmlTableHeading(self):
  25         return self.dim.htmlTableHeading(self.value)
  26
  27 class DimValues(list):
  28     def replace(self, val):
  29         for i in xrange(len(self)):
  30             if self[i].dim == val.dim:
  31                 self[i] = val
  32     def __add__(self, val):
  33         ret = DimValues(self)
  34         ret.append(val)
  35         return ret
  36     def __sub__(self, dim):
  37         result = DimValues(self)
  38         for v in self:
  39             if v.dim == dim:
  40                 result.remove(v)
  41         return result
  42     def key(self):
  43         return tuple([v.value for v in self])
  44
  45 class Dimension(dict):
  46     def __init__(self, atype, name=None):
  47         self.type = atype
  48         if (name):
  49             self.name = name
  50         else:
  51             self.name = atype
  52         self.sortedKeys = []
  53
  54     def __iter__(self):
  55         for i in xrange(len(self)):
  56             yield self.getValue(i)
  57     def getValue(self, index):
  58         return self[self.sortedKeys[index]]
  59
  60     def addValue(self, value):
  61         if value not in self:
  62             if isinstance(value, DimValue):
  63                 self[value.value] = value
  64             else:
  65                 raise Exception("Unsupported usage of addValue")
  66                 #self[value] = DimValue(self, value)
  67             self.sortedKeys = self.keys()
  68             self.sortedKeys.sort()
  69     def val2str(self, v):
  70         return str(v)
  71     def htmlTableHeading(self, v):
  72         return self.val2str(v)
  73     def __str__(self):
  74         return self.name
  75     def __repr__(self):
  76         return "Dimension(%s)"%self.type
  77
  78 class DimensionKern(Dimension):
  79     def __init__(self):
  80         Dimension.__init__(self, 'gwkern', 'GW kernel')
  81     def htmlTableHeading(self, v):
  82         i=v.find(":")
  83         if i>0: kver=v[:i]
  84         else: kver=v
  85         return v+"<br><a href='config-%s'>config</a>"%(urllib.quote(kver))
  86     def versions(self):
  87         for v in self.values:
  88             i=v.find(":")
  89             if i>0: kver=v[:i]
  90             else: kver=v
  91             yield kver
  92
  93 class DimensionHostKern(Dimension):
  94     def __init__(self):
  95         Dimension.__init__(self, 'hostkern', 'Host kernel')
  96     def val2str(self, v):
  97         if v.find("host-") == 0:
  98             v = v[5:]
  99         return v
 100     def htmlTableHeading(self, v):
 101         v = self.val2str(v)
 102         i = v.find(":")
 103         if i>0: kver = v[:i]
 104         else: kver = v
 105         return v+"<br><a href='config-%s'>config</a>"%(urllib.quote(kver))
 106     def versions(self):
 107         for v in self.values:
 108             i=v.find(":")
 109             if i>0: kver=v[:i]
 110             else: kver=v
 111             yield kver
 112
 113 class DimensionTest(Dimension):
 114     def __init__(self):
 115         Dimension.__init__(self, 'test', 'Test')
 116     def htmlTableHeading(self, v):
 117         return v+"<br><a href='%s.sh.html'>source</a>"%(urllib.quote(v))
 118
 119 class DimensionLoad(Dimension):
 120     def __init__(self):
 121         Dimension.__init__(self, 'load', 'Load')
 122
 123 class DimensionTraffic(Dimension):
 124     def __init__(self):
 125         Dimension.__init__(self, 'traf', 'Traffic')
 126     def val2str(self, v):
 127         if v == "50":
 128             return "50%"
 129         elif v == "oneatatime":
 130             return "one message at a time"
 131         else:
 132             return v
 133     def htmlTableHeading(self, v):
 134         return self.val2str(v)
 135 class Test(object):
 136     @classmethod
 137     def isOnPath(cls, path):
 138         f = os.path.join(path, 'plot.sh')
 139         return os.path.isfile(f)
 140     def __init__(self, path, values, tests=None):
 141         self.path = path
 142         self.name = os.path.basename(path)
 143         self.values = values
 144         self.tests = tests
 145     def printThumbLink(self, file):
 146 #         try:
 147 #             imgs = [img for img in dircache.listdir(thumb)]
 148 #         except OSError:
 149 #             imgs = [ self.name + ".png" ]
 150         imgs = [ 'tgraph.png' ]
 151         for img in imgs:
 152             print >>file, "<a href='%s/results.html'><img src='%s/%s'></a>" % \
 153                   (urllib.quote(self.path), urllib.quote(self.path), img)
 154     def fullImgLink(self, pngName):
 155         return "<div><a href='%s'><img src='%s' /></a></div>" % \
 156                (pngName[:-4]+".pdf", pngName)
 157
 158     def generateHtml(self):
 159         html = open(os.path.join(self.path, 'results.html'), "w")
 160         title = "CAN gateway timing analysis"
 161         cdup = "../"*len(self.values)
 162         print >> html, """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
 163 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
 164 <head>
 165 <meta http-equiv="content-type" content="text/html; charset=utf-8" />
 166 <title>%s</title>
 167 <link rel="stylesheet" href="%sstyle.css" type="text/css" />
 168 </head>
 169 <body>
 170 <h1>%s</h1>"""  % (title, cdup, title)
 171         params = ["%s %s" % (v.dim, v) for v in self.values]
 172         print >>html, "Results for:", ", ".join(params)
 173         print >>html, "<div class='otherview'><h4>Other results</h4><table>"
 174         for d in self.tests.space:
 175             links = []
 176             for v in d:
 177                 if v in self.values:
 178                     links.append("<span class='value current'>%s</span>"%str(v))
 179                 else:
 180                     vv = DimValues(self.values)
 181                     vv.replace(v)
 182                     try:
 183                         href = cdup + urllib.quote(self.tests[vv.key()].path+"/results.html")
 184                         links.append("<span class='value other'><a href='%s'>%s</a></span>"%(href, str(v)))
 185                     except KeyError:
 186                         links.append("<span class='value missing'>%s</span>"%str(v))
 187             print >>html, "<tr><th>%s</th><td>" % d, " ".join(links), "</td></tr>"
 188
 189         print >>html, "</table></div>"
 190         print >>html, self.fullImgLink("graph.png")
 191         print >>html, "<a href='./'>Raw data</a><br />"
 192         print >>html, "<a href='%s'>Script source</a><br />" % (cdup+self.name+".sh.html")
 193         print >>html, "<a href='%s'>Back to top</a><br />" % cdup
 194
 195         cwd = os.getcwd()
 196         os.chdir(self.path)
 197         additionalImgs = glob.glob("graph?*.png")
 198         if additionalImgs:
 199             print "XXX"
 200             print >>html, "<h2>Additional graphs</h2>"
 201         for i in additionalImgs:
 202             print >>html, self.fullImgLink(i)
 203         os.chdir(cwd)
 204
 205         html.close()
 206
 207 class Space(list):
 208     """List of Dimensions()s (order matters)"""
 209     def __init__(self, *dimensions):
 210         self.extend(list(dimensions))
 211     def path2dimValues(self, path):
 212         coordinates = path.split("/")
 213         if len(coordinates) != len(self):
 214             raise KeyError("The number coordinates do not match the number of dimensions: " + str(coordinates))
 215
 216         dv = DimValues([DimValue(self[i], coordinates[i]) \
 217                             for i in xrange(len(coordinates))])
 218         return dv
 219
 220     def iterValues(self):
 221         idx = [0 for i in xrange(len(self))]
 222         done=False
 223         while not done:
 224             values=DimValues()
 225             for i in xrange(len(self)):
 226                 values.append(self[i].values()[idx[i]])
 227             yield values
 228             done=True
 229             for i in xrange(len(self)):
 230                 idx[i] += 1
 231                 if idx[i] < len(self[i]):
 232                     done=False
 233                     break
 234                 idx[i] = 0
 235     def reorder(self, dimValues):
 236         reordered = DimValues()
 237         for d in self:
 238             for v in dimValues:
 239                 if v.dim == d:
 240                     reordered.append(v)
 241         return reordered
 242     def iterDimensionPairs(self):
 243         for i in xrange(len(self)):
 244             for j in xrange(i+1, len(self)):
 245                 yield (self[i], self[j])
 246                 yield (self[j], self[i])
 247     def iterRemainingDimensions(self, dimensionPair):
 248         for d in self:
 249             if d not in dimensionPair:
 250                 yield d
 251
 252
 253 class Tests(dict):
 254     """Represents all tests organized along several dimensions"""
 255     def __init__(self, rootpath, space):
 256         dict.__init__(self)
 257         self.space = space
 258         if (rootpath):
 259             self.populate(rootpath)
 260     def getTest(self, key):
 261         if len(key) != len(self.space):
 262             raise KeyError("The coordinates in key do not match the dimension of the space")
 263         realkey = self.space.reorder(key)
 264         return self[realkey.key()]
 265
 266     def addTest(self, test):
 267         self[test.values.key()] = test
 268
 269     def populate(self, rootpath):
 270         for root, dirs, files in os.walk(rootpath):
 271             if (root.find(rootpath) == 0):
 272                 path = root[len(rootpath):]
 273             else:
 274                 path = rootpath
 275             if Test.isOnPath(root):
 276                 dv = self.space.path2dimValues(path)
 277                 self.addTest(Test(root, dv, self))
 278     def generateHtml(self):
 279         for pair in self.space.iterDimensionPairs():
 280             remDims = Space(*tuple([d for d in self.space.iterRemainingDimensions(pair)]))
 281             for vals in remDims.iterValues():
 282                 page = Page(pair, vals, self)
 283                 print page.getName()
 284                 page.generate()
 285         try:
 286             os.remove("index.html")
 287         except OSError: pass
 288         os.symlink(page.getName(), "index.html")
 289         css = open("style.css", "w")
 290         print >>css, """img { border: 0; }
 291 table { border-collapse: collapse; }
 292 th, td { border: 1px solid lightgray; padding: 4px;}
 293 h4 { margin: 0; }
 294 .otherview { margin: 1ex 0}
 295 .otherview .value { color: black; padding: 0ex 1ex; -moz-border-radius: 1ex; border-radius: 1ex;}
 296 .otherview .value a { color: inherit; text-decoration: none; }
 297 .otherview .other:hover { background: #eee; }
 298 .otherview .missing { color: gray; }
 299 .otherview .current { background: #ccc; }
 300 """
 301         css.close()
 302         for test in self.values():
 303             print test.path
 304             test.generateHtml()
 305
 306         os.system("source-highlight -d --output-dir=. ../*.sh > /dev/null")
 307
 308 class Page(object):
 309     def __init__(self, dimPair, valsOther, tests):
 310         self.dimy, self.dimx = dimPair
 311         self.dimOther = [v.dim for v in valsOther]
 312         self.valsOther = tests.space.reorder(valsOther)
 313         self.tests = tests
 314     def getName(self):
 315         return "%s-vs-%s-for-%s.html"%(self.dimy.type, self.dimx.type,
 316                                        "-".join([v.value for v in self.valsOther]))
 317     def generate(self):
 318         html = open(self.getName(), "w")
 319         title = "CAN gateway timing analysis"
 320         print >> html, """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
 321 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
 322 <head>
 323 <meta http-equiv="content-type" content="text/html; charset=utf-8" />
 324 <title>%s</title>
 325 <link rel="stylesheet" href="style.css" type="text/css" />
 326 </head>
 327 <body>
 328 <h1>%s</h1>"""  % (title, title)
 329         params = ["%s %s" % (v.dim, v) for v in self.valsOther]
 330         print >>html, "<h3>Results for ", ", ".join(params), "</h3>"
 331         print >>html, "<div class='otherview'><h4>Other views</h4>"
 332         print >>html, "<table><tr>"
 333         for d in self.dimOther:
 334             print >>html, "<th>%s</th>" % d
 335             print >>html, "<td><a href='%s'>&rarr;</a> " % \
 336                 Page((self.dimy, d), self.valsOther - d + self.dimx.getValue(0), self.tests).getName()
 337             print >>html, "<a href='%s'>&darr;</a></td>" % \
 338                 Page((d, self.dimx), self.valsOther - d + self.dimy.getValue(0), self.tests).getName()
 339             links = []
 340             print >>html, "<td>"
 341             for v in d:
 342                 if v in self.valsOther:
 343                     links.append("<span class='value current'>%s</span>"%str(v))
 344                 else:
 345                     vv = DimValues(self.valsOther)
 346                     vv.replace(v)
 347                     links.append("<span class='value other'><a href='%s'>%s</a></span>"%(urllib.quote(Page((self.dimy, self.dimx), vv, self.tests).getName()), str(v)))
 348             print >>html, " ".join(links)
 349             print >>html, "</td></tr>"
 350         print >>html, "</table></div>"
 351
 352         print >>html, "<table><thead><tr><td>%s &rarr; <br />%s &darr;</td>" % (self.dimx.name, self.dimy.name)
 353         for x in self.dimx:
 354             print >>html, "<th>%s</th>" % x.htmlTableHeading()
 355         print >>html, "</tr></thead>"
 356         for y in self.dimy:
 357             print >>html, "<tr><th>%s</th>" % y.htmlTableHeading()
 358
 359             for x in self.dimx:
 360                 print >>html, "<td>"
 361                 idx = [x,y]
 362                 idx.extend(self.valsOther)
 363                 try:
 364                     test = tests.getTest(idx)
 365                     test.printThumbLink(html)
 366                 except KeyError:
 367                     print >>html, "N/A"
 368                 print >>html, "</td>"
 369             print >>html, "</tr>"
 370         print >> html, """
 371 </table>
 372 <div style="font-size: small; color: gray; margin-top: 1em;">Authors: Michal Sojka, Pavel Píša, Copyright © 2010 Czech Technical University in Prague</div>
 373 </body>
 374 """
 375
 376
 377 if __name__ == "__main__":
 378     os.chdir(sys.argv[1])
 379     os.system("rm *.html")
 380     tests = Tests("./", Space(DimensionHostKern(), DimensionKern(), DimensionTraffic(), DimensionLoad(), DimensionTest()))
 381     tests.generateHtml()
 382     sys.exit(0)