14 files changed, 86 insertions, 77 deletions

diff --git a/.gitignore b/.gitignore
index 5d257d4..dfe8620 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,3 @@
-config/config.py
 *~
 \#*#
 *.pyc
diff --git a/common.py b/common.py
index 984f584..0990cfe 100644
--- a/common.py
+++ b/common.py
@@ -2,6 +2,29 @@ import sys
 from collections import defaultdict
 from textwrap import dedent
 
+def get_executable(prog, hint, optional=False):
+    import os
+    def is_exe(fpath):
+        return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
+
+    fpath, fname = os.path.split(prog)
+    if fpath:
+        if is_exe(prog):
+            return prog
+    else:
+        for path in os.environ["PATH"].split(os.pathsep):
+            exe_file = os.path.join(path, prog)
+            if is_exe(exe_file):
+                return exe_file
+
+    if not optional:
+        sys.stderr.write("Cannot find executable '%s' in PATH. This is a part "
+                         "of '%s' which should be added to PATH to run." %
+                         (prog, hint))
+        sys.exit(1)
+    else:
+        return None
+
 def recordtype(typename, field_names, default=0):
     ''' Mutable namedtuple. Recipe from George Sakkis of MIT.'''
     field_names = tuple(map(str, field_names))
@@ -87,5 +110,3 @@ def load_params(fname):
         raise IOError("Invalid param file: %s\n%s" % (fname, e))
 
     return params
-
-
diff --git a/config/config.example.py b/config/config.example.py
deleted file mode 100644
index 9f24097..0000000
--- a/config/config.example.py
+++ /dev/null
@@ -1,58 +0,0 @@
-from __future__ import print_function
-import os
-import sys
-import itertools
-
-'''
-These are paths to repository directories.
-
-'''
-REPOS = {'liblitmus'   : '/home/hermanjl/git/liblitmus',
-         'sched_trace' : '/home/hermanjl/git/sched_trace',
-         'ft_tools'    : '/home/hermanjl/git/feather-trace-tools',
-         'trace-cmd'   : '/home/hermanjl/git/trace-cmd'}
-
-BINS = {'rtspin'    : '{}/rtspin'.format(REPOS['liblitmus']),
-        'release'   : '{}/release_ts'.format(REPOS['liblitmus']),
-        'ftcat'     : '{}/ftcat'.format(REPOS['ft_tools']),
-        'ftsplit'   : '{}/ft2csv'.format(REPOS['ft_tools']),
-        'ftsort'    : '{}/ftsort'.format(REPOS['ft_tools']),
-        'st_trace'  : '{}/st_trace'.format(REPOS['ft_tools']),
-        'trace-cmd' : '{}/trace-cmd'.format(REPOS['trace-cmd']),
-        'st_show'   : '{}/st_show'.format(REPOS['sched_trace'])}
-
-DEFAULTS = {'params_file' : 'params.py',
-            'sched_file'  : 'sched.py',
-            'exps_file'   : 'exps.py',
-            'duration'    : 10,
-            'spin'                : 'rtspin',
-            'cycles'      : 2000}
-
-FILES = {'ft_data'    : 'ft.bin',
-         'linux_data' : 'trace.dat',
-         'sched_data' : 'st-{}.bin',
-         'log_data'   : 'trace.slog',}
-
-PARAMS = {'sched' : 'scheduler',
-          'dur'   : 'duration',
-          'kernel': 'uname',
-          'cycles' : 'cpu-frequency'}
-
-SCHED_EVENTS = range(501, 513)
-BASE_EVENTS  = ['SCHED', 'RELEASE', 'SCHED2', 'TICK', 'CXS']
-ALL_EVENTS   = ["%s_%s" % (e, t) for (e,t) in
-                itertools.product(BASE_EVENTS, ["START","END"])]
-ALL_EVENTS  += ['RELEASE_LATENCY']
-BASE_EVENTS += ['RELEASE_LATENCY']
-
-valid = True
-for repo, loc in REPOS.items():
-    if not os.path.isdir(loc):
-        valid = False
-        print("Cannot access repo '%s' at '%s'" % (repo, loc), file=sys.stderr)
-for prog, loc in BINS.items():
-    if not os.path.isfile(loc):
-        valid = False
-        print("Cannot access program '%s' at '%s'" % (prog, loc), file=sys.stderr)
-if not valid:
-    print("Errors in config file", file=sys.stderr)
diff --git a/config/config.py b/config/config.py
new file mode 100644
index 0000000..3282705
--- /dev/null
+++ b/config/config.py
@@ -0,0 +1,45 @@
+from __future__ import print_function
+import itertools
+from common import get_executable
+
+'''Paths to binaries.'''
+BINS = {'rtspin'    : get_executable('rtspin', 'liblitmus'),
+        'release'   : get_executable('release_ts', 'liblitmus'),
+        'ftcat'     : get_executable('ftcat', 'feather-trace-tools'),
+        'ftsplit'   : get_executable('ft2csv', 'feather-trace-tools'),
+        'ftsort'    : get_executable('ftsort', 'feather-trace-tools'),
+        'st_trace'  : get_executable('st_trace', 'feather-trace-tools'),
+        'trace-cmd' : get_executable('trace-cmd', 'rt-kernelshark'),
+                # Optional, as sched_trace is not a publically supported repository
+        'st_show'   : get_executable('st_show', 'sched_trace', True)}
+
+'''Names of output files.'''
+FILES = {'ft_data'    : 'ft.bin',
+         'linux_data' : 'trace.dat',
+         'sched_data' : 'st-{}.bin',
+         'log_data'   : 'trace.slog',}
+
+'''Default parameter names in params.py.'''
+PARAMS = {'sched'  : 'scheduler',
+          'dur'    : 'duration',
+          'kernel' : 'uname',
+          'cycles' : 'cpu-frequency'}
+
+'''Default values for program parameters.'''
+DEFAULTS = {'params_file' : 'params.py',
+            'sched_file'  : 'sched.py',
+            'exps_file'   : 'exps.py',
+            'duration'    : 10,
+            'spin'                : 'rtspin',
+            'cycles'      : 2000}
+
+'''Default sched_trace events (this is all of them).'''
+SCHED_EVENTS = range(501, 513)
+
+'''Overhead events.'''
+OVH_BASE_EVENTS  = ['SCHED', 'RELEASE', 'SCHED2', 'TICK', 'CXS']
+OVH_ALL_EVENTS   = ["%s_%s" % (e, t) for (e,t) in
+                    itertools.product(OVH_BASE_EVENTS, ["START","END"])]
+OVH_ALL_EVENTS  += ['RELEASE_LATENCY']
+# This event doesn't have a START and END
+OVH_BASE_EVENTS += ['RELEASE_LATENCY']
diff --git a/parse/ft.py b/parse/ft.py
index fea246a..a6596b7 100644
--- a/parse/ft.py
+++ b/parse/ft.py
@@ -71,7 +71,7 @@ def extract_ft_data(result, data_dir, work_dir, cycles):
     with open("%s/%s" % (work_dir, FT_ERR_NAME), 'w') as err_file:
         sorted_bin = sort_ft(bin_file, err_file, work_dir)
 
-        for event in conf.BASE_EVENTS:
+        for event in conf.OVH_BASE_EVENTS:
             parse_overhead(result, sorted_bin, event, cycles,
                            work_dir, err_file)
 
diff --git a/parse/sched.py b/parse/sched.py
index ffc6224..512ac73 100644
--- a/parse/sched.py
+++ b/parse/sched.py
@@ -32,8 +32,8 @@ class TimeTracker:
         self.job   = record.job
 
 # Data stored for each task
-TaskParams  = namedtuple('TaskParams',  ['wcet', 'period', 'cpu'])
-TaskData    = recordtype('TaskData',    ['params', 'jobs', 'blocks', 'misses'])
+TaskParams = namedtuple('TaskParams',  ['wcet', 'period', 'cpu'])
+TaskData   = recordtype('TaskData',    ['params', 'jobs', 'blocks', 'misses'])
 
 # Map of event ids to corresponding class, binary format, and processing methods
 RecordInfo = namedtuple('RecordInfo', ['clazz', 'fmt', 'method'])
@@ -151,10 +151,12 @@ def extract_sched_data(result, data_dir, work_dir):
         return
 
     # Save an in-english version of the data for debugging
-    cmd_arr = [conf.BINS['st_show']]
-    cmd_arr.extend(bins)
-    with open(output_file, "w") as f:
-        subprocess.call(cmd_arr, cwd=data_dir, stdout=f)
+    # This is optional and will only be done if 'st_show' is in PATH
+    if conf.BINS['st_show']:
+        cmd_arr = [conf.BINS['st_show']]
+        cmd_arr.extend(bins)
+        with open(output_file, "w") as f:
+            subprocess.call(cmd_arr, cwd=data_dir, stdout=f)
 
     task_dict = defaultdict(lambda :