Add implementation of hash indexing of configurations

[linux-conf-perf.git] / scripts / utils.py

diff --git a/scripts/utils.py b/scripts/utils.py
index 7f8e301872e31cf5dd28ce8ba7b485423db23df5..0c1055391df47d87c127531106593473c99cc4fe 100644 (file)
--- a/scripts/utils.py
+++ b/scripts/utils.py
@@ -1,8 +1,12 @@
 import os
 import sys
+import subprocess
+import time
+import hashlib
+import re
 from conf import conf
 from conf import sf
-from exceptions import MissingFile
+import exceptions
 
 def build_symbol_map():
        """Generates global variable smap from symbol_map_file.
@@ -14,17 +18,101 @@ def build_symbol_map():
        except NameError:
                # Check if symbol_map_file exist
                if not os.path.isfile(sf(conf.symbol_map_file)):
-                       raise MissingFile(sf(conf.symbol_map_file), "Run parse_kconfig to generate it.")
+                       raise exceptions.MissingFile(sf(conf.symbol_map_file),
+                                       "Run parse_kconfig to generate it.")
 
                smap = dict()
                with open(sf(conf.symbol_map_file)) as f:
                        for lnn in f:
                                w = lnn.rstrip().split(sep=':')
-                               smap[w[0]] = w[1]
-                               
+                               smap[int(w[0])] = w[1]
+
+
+def build_conf_map():
+       """Generates global variable cmap from config_map_file and config_solved_file.
+       cmap is dictionary containing list ([configuration], bool solved)
+       cmap is rebuild every time this function is called.
+       """
+       global cmap
+       cmap = dict()
+       if os.path.isfile(sf(conf.config_map_file)):
+               with open(sf(conf.config_map_file)) as f:
+                       for ln in f:
+                               w = ln.rstrip().split(sep=':')
+                               cf = list()
+                               for vr in w[1].split(sep=" "):
+                                       if vf[0] == '-':
+                                               cf.append(-1 * int(vf[1:]))
+                                       cf.append(int(vf))
+                               cmap[w[0]] = [w[1], False]
+
+               if os.path.isfile(sf(conf.config_solved_file)):
+                       with open(sf(conf.config_solved_file)) as f:
+                               for ln in f:
+                                       try:
+                                               cmap[ln.rstrip()][1] = True
+                                       except KeyError:
+                                               pass
+
+
+def callsubprocess(process_name, process, show_output = True, regular = "",
+               env=os.environ):
+       try:
+               os.mkdir(sf(conf.log_folder))
+       except OSError:
+               pass
+
+       sprc = subprocess.Popen(process, stdout = subprocess.PIPE, env = env)
+
+       rtn = ""
+       with open(os.path.join(sf(conf.log_folder), process_name + ".log"), "a") as f:
+               f.write("::" + time.strftime("%y-%m-%d-%H-%M-%S") + "::\n")
+               for linen in sprc.stdout:
+                       line = linen.decode(sys.getdefaultencoding())
+                       f.write(line)
+                       if show_output:
+                               print(line, end="")
+                       if re.search(regular, line):
+                               rtn += line
+
+       rtncode = sprc.wait()
+       if rtncode != 0:
+               raise exceptions.ProcessFailed(process, rtncode)
+
+       return rtn
+
 def get_kernel_env():
        env = dict(os.environ)
        env['SRCARCH'] = conf.SRCARCH
        env['ARCH'] = conf.ARCH
        env['KERNELVERSION'] = 'KERNELVERSION' # hides error
        return env
+
+
+def hash_config(cf):
+       """Hashes configuration using MD5 hash.
+       """
+       try:
+               cf.remove(0)
+       except ValueError:
+               pass
+       str = ""
+       for c in cf:
+               if c < 0:
+                       str += '-'
+               else:
+                       str += '+'
+       hsh = hashlib.md5(bytes(str, sys.getdefaultencoding()))
+       return hsh.hexdigest()
+
+def config_strtoint(str):
+       """Reads list of configured symbols from string
+       """
+       rtn = []
+       for s in str.split(sep=' '):
+               rtn.append(int(s))
+       try:
+               rtn.remove(0)
+       except ValueError:
+               pass
+       return rtn