11 files changed, 92 insertions, 83 deletions

diff --git a/common.py b/common.py
index d080e1a..cba31bf 100644
--- a/common.py
+++ b/common.py
@@ -1,5 +1,6 @@
 import os
 import re
+import stat
 import subprocess
 import sys
 
@@ -134,3 +135,53 @@ def load_params(fname):
         raise IOError("Invalid param file: %s\n%s" % (fname, e))
 
     return params
+
+
+def num_cpus():
+    '''Return the number of CPUs in the system.'''
+
+    lnx_re = re.compile(r'^(processor|online)')
+    cpus = 0
+
+    with open('/proc/cpuinfo', 'r') as f:
+        for line in f:
+            if lnx_re.match(line):
+                cpus += 1
+    return cpus
+
+def ft_freq():
+    umachine = subprocess.check_output(["uname", "-m"])
+
+    if re.match("armv7", umachine):
+        # Arm V7s use a millisecond timer
+        freq = 1000.0
+    elif re.match("x86", umachine):
+        # X86 timer is equal to processor clock
+        reg = re.compile(r'^cpu MHz\s*:\s*(?P<FREQ>\d+)', re.M)
+        with open('/proc/cpuinfo', 'r') as f:
+            data = f.read()
+
+        match = re.search(reg, data)
+        if not match:
+            raise Exception("Cannot parse CPU frequency from x86 CPU!")
+        freq = int(match.group('FREQ'))
+    else:
+        # You're on your own
+        freq = 0
+    return freq
+
+
+def uname_matches(reg):
+    data = subprocess.check_output(["uname", "-r"])
+    return bool( re.match(reg, data) )
+
+def is_executable(fname):
+    '''Return whether the file passed in is executable'''
+    mode = os.stat(fname)[stat.ST_MODE]
+    return mode & stat.S_IXUSR and mode & stat.S_IRUSR
+
+def is_device(dev):
+    if not os.path.exists(dev):
+        return False
+    mode = os.stat(dev)[stat.ST_MODE]
+    return not (not mode & stat.S_IFCHR)
diff --git a/config/config.py b/config/config.py
index 1199278..a6edece 100644
--- a/config/config.py
+++ b/config/config.py
@@ -1,6 +1,6 @@
 from __future__ import print_function
 import itertools
-from common import get_executable
+from common import get_executable,ft_freq
 
 '''Paths to binaries.'''
 BINS = {'rtspin'    : get_executable('rtspin', 'liblitmus'),
@@ -16,6 +16,7 @@ BINS = {'rtspin'    : get_executable('rtspin', 'liblitmus'),
 
 '''Names of output files.'''
 FILES = {'ft_data'    : 'ft.bin',
+         'ft_matches' : r'(ft.*\.bin)|(.*\.ft)',
          'linux_data' : 'trace.dat',
          'sched_data' : 'st-{}.bin',
          'log_data'   : 'trace.slog'}
@@ -34,7 +35,7 @@ DEFAULTS = {'params_file' : 'params.py',
             'sched_file'  : 'sched.py',
             'duration'    : 10,
             'spin'        : 'rtspin',
-            'cycles'      : 2000}
+            'cycles'      : ft_freq() or 2000}
 
 '''Default sched_trace events (this is all of them).'''
 SCHED_EVENTS = range(501, 513)
diff --git a/gen/generator.py b/gen/generator.py
index dbf2a7b..8c3048b 100644
--- a/gen/generator.py
+++ b/gen/generator.py
@@ -1,11 +1,10 @@
 import gen.rv as rv
 import os
-import run.litmus_util as lu
 import shutil as sh
 
 from Cheetah.Template import Template
 from collections import namedtuple
-from common import get_config_option
+from common import get_config_option,num_cpus
 from config.config import DEFAULTS,PARAMS
 from gen.dp import DesignPointGenerator
 from parse.col_map import ColMapBuilder
@@ -69,7 +68,7 @@ class Generator(object):
         if 'cpus' in params:
             cpus = min(map(int, params['cpus']))
         else:
-            cpus = lu.num_cpus()
+            cpus = num_cpus()
         try:
             config = get_config_option("RELEASE_MASTER") and True
         except:
diff --git a/parse/dir_map.py b/parse/dir_map.py
index 601dd3b..a8d2a83 100644
--- a/parse/dir_map.py
+++ b/parse/dir_map.py
@@ -56,6 +56,9 @@ class DirMap(object):
 
         remove_childless2(self.root)
 
+    def is_empty(self):
+        return not len(self.root.children)
+
     def write(self, out_dir):
         def write2(path, node):
             out_path = "/".join(path)
diff --git a/parse/ft.py b/parse/ft.py
index 19453d1..98405f4 100644
--- a/parse/ft.py
+++ b/parse/ft.py
@@ -63,7 +63,7 @@ def extract_ft_data(result, data_dir, work_dir, cycles):
     data_dir = os.path.abspath(data_dir)
     work_dir = os.path.abspath(work_dir)
 
-    freg = conf.FILES['ft_data'] + "$"
+    freg = conf.FILES['ft_matches'] + "$"
     bins = [f for f in os.listdir(data_dir) if re.match(freg, f)]
 
     if not len(bins):
diff --git a/parse/point.py b/parse/point.py
index d577306..f2b266a 100644
--- a/parse/point.py
+++ b/parse/point.py
@@ -128,8 +128,7 @@ class ExpPoint(object):
         self.stats[type] = value
 
     def __str__(self):
-        # return "<ExpPoint-%s>\n%s" % (self.id, dict_str(self.stats))
-        return "<ExpPoint-%s>" % (self.id)
+        return "<ExpPoint-%s>\n%s" % (self.id, dict_str(self.stats))
 
     def get_stats(self):
         return self.stats.keys()
diff --git a/parse_exps.py b/parse_exps.py
index 7dfc9cd..8fcf5c3 100755
--- a/parse_exps.py
+++ b/parse_exps.py
@@ -22,8 +22,6 @@ def parse_args():
     # TODO: convert data-dir to proper option, clean 'dest' options
     parser = OptionParser("usage: %prog [options] [data_dir]...")
 
-    print("default to no params.py")
-
     parser.add_option('-o', '--out', dest='out',
                       help='file or directory for data output', default='parse-data')
     parser.add_option('-c', '--clean', action='store_true', default=False,
@@ -44,15 +42,15 @@ ExpData = namedtuple('ExpData', ['path', 'params', 'work_dir'])
 
 def get_exp_params(data_dir, cm_builder):
     param_file = "%s/%s" % (data_dir, conf.DEFAULTS['params_file'])
-    if not os.path.isfile:
-        raise Exception("No param file '%s' exists!" % param_file)
-
-    params = load_params(param_file)
+    if os.path.isfile(param_file):
+        params = load_params(param_file)
 
-    # Store parameters in cm_builder, which will track which parameters change
-    # across experiments
-    for key, value in params.iteritems():
-        cm_builder.try_add(key, value)
+        # Store parameters in cm_builder, which will track which parameters change
+        # across experiments
+        for key, value in params.iteritems():
+            cm_builder.try_add(key, value)
+    else:
+         params = {}
 
     # Cycles must be present for feather-trace measurement parsing
     if conf.PARAMS['cycles'] not in params:
@@ -164,16 +162,25 @@ def main():
     if opts.force and os.path.exists(opts.out):
         sh.rmtree(opts.out)