Get design points and save results in chunks

Patch makes getting design points and saving results
happen in chunks. This reduces lock contention in the
database, speeding up efficiency. Of course, load
balancing is less granular.

1 files changed, 15 insertions, 7 deletions

diff --git a/ecrts14/ecrts14.py b/ecrts14/ecrts14.py
index ff772b5..90cd69e 100755
--- a/ecrts14/ecrts14.py
+++ b/ecrts14/ecrts14.py
@@ -380,12 +380,17 @@ def process_dp(_dp):
     return __avg_sched, __avg_latencies, __avg_tard_ratios, __avg_hrt_ratios, __avg_ts_size, __avg_nr_graphs, __avg_graph_size, __avg_k
 
 def process_design_points(args):
+    chunk_size = 415
     try:
         (worker_id, db_name) = args
         nr_processed = 0
+        __processed_dps = []
+        __results = []
         while True:
-            dp = db.get_design_point(db_name)
-            if dp and not db.already_processed(dp, db_name = db_name):
+            dps = db.get_design_points(db_name, nr_dp = chunk_size)
+            if not dps or not len(dps):
+                break
+            for dp in dps:
                 (avg_sched, avg_lat, avg_tard_ratio, avg_hrt_tard_ratio, avg_ts_size, avg_nr_graphs, avg_size, avg_k) = process_dp(dp)
 
                 sched_data = {}
@@ -401,10 +406,12 @@ def process_design_points(args):
                     results.avg_k = avg_k[m]
                     sched_data[m] = results
 
-                db.store_sched_results(db_name, dp, sched_data)
+                __processed_dps.append(dp)
+                __results.append(sched_data)
                 nr_processed += 1
-            else:
-                break
+        if len(__processed_dps):
+            assert len(__processed_dps) == len(__results)
+            db.store_sched_results(db_name, __processed_dps, __results)
     except lite.OperationalError:
         print "CRAP. Database Error!"
         print traceback.format_exc()
@@ -463,8 +470,9 @@ def main():
         # task parameters
         step_size = 0.1
         exp.sys_util =  [float(v) for v in arange(step_size, cpus+step_size, step_size)]
-        exp.task_util = ['uni-light', 'uni-medium']
-        exp.period =    ['uni-long']
+#        exp.sys_util =  [float(v) for v in arange(10.0, cpus+step_size, step_size)]
+        exp.task_util = ['uni-light', 'uni-medium', 'uni-heavy', 'bimo-medium']
+        exp.period =    ['uni-short', 'uni-moderate', 'uni-long']
 #        exp.job_splitting = [True, False]
         exp.job_splitting = [True]
         exp.wcycle =    [0]