1 files changed, 15 insertions, 14 deletions

diff --git a/pm_data_analysis/pm_data_analyzer.py b/pm_data_analysis/pm_data_analyzer.py
index 6862f98..644a9aa 100755
--- a/pm_data_analysis/pm_data_analyzer.py
+++ b/pm_data_analysis/pm_data_analyzer.py
@@ -13,6 +13,7 @@ import numpy as np
 # preemption and migration C data exchanger
 import pm
 import pmserialize as pms
+import statanalyzer as pmstat
 
 from optparse import OptionParser
 
@@ -34,16 +35,6 @@ class Overhead:
     def add(self, ovd_vector, label):
         self.overheads.append([ovd_vector, label])
 
-
-class InterQuartileRange:
-    def __init__(self, low, high):
-        self.low = low
-        self.high = high
-
-    def remOutliers(self, vector):
-        # discard points etc
-        return vector
-
 def read_valid_data(filename, coresL2, valid_ovds):
     suff = filename.find('.raw')
     if suff == -1:
@@ -78,10 +69,19 @@ def process_raw_data(filename, coresL2, coresC, valid_ovds):
             print i[0], i[1]
 
     # instance the statistical analizer to remove outliers
-    sd = InterQuartileRange(25,75)
+    sd = pmstat.InterQuartileRange(25,75, True)
 
     for i in ovds:
-        valid_ovds.add(sd.remOutliers(i[0]), i[1])
+        # just add overheads, "forget" preemption length
+        valid_ovds.add(sd.remOutliers(i[0][:,0]), i[1])
+
+    if verbose:
+        # check outliers removals
+        for i in ovds:
+            print i[1], len(i[0])
+        print "\nAfter outliers removal:"
+        for i in valid_ovds:
+            print i[1], len(i[0])
 
     # serialize valid overheads
     for i in valid_ovds:
@@ -111,8 +111,9 @@ def analize_data(valid_ovds, filename, tssize_char):
     for i in valid_ovds:
         # overhead type
         pms.cvs_it(csvf, i[1])
-        # data (atm just overhead, not length)
-        vector = i[0][:,0]
+        # data (valid_ovds already have only overheads, not length)
+        # vector = i[0][:,0]
+        vector = i[0]
         if vector != []:
             pms.cvs_it(csvf, "%5.5f" % np.max(vector))
             pms.cvs_it(csvf, "%5.5f" % np.average(vector))