From 7eb34b5312974f601d1117eeaf6393b9648be31c Mon Sep 17 00:00:00 2001 From: Jonathan Herman Date: Fri, 12 Apr 2013 15:12:22 -0400 Subject: Improved error handling in parse_ and plot_exps.py. --- parse_exps.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) (limited to 'parse_exps.py') diff --git a/parse_exps.py b/parse_exps.py index 8aa9b43..c254536 100755 --- a/parse_exps.py +++ b/parse_exps.py @@ -32,6 +32,9 @@ def parse_args(): parser.add_option('-m', '--write-map', action='store_true', default=False, dest='write_map', help='Output map of values instead of csv tree') + parser.add_option('-p', '--processors', default=max(cpu_count() - 1, 1), + type='int', dest='processors', + help='number of threads for processing') return parser.parse_args() @@ -134,7 +137,7 @@ def main(): sys.stderr.write("Parsing data...\n") - procs = min(len(exps), max(cpu_count()/2, 1)) + procs = min(len(exps), opts.processors) pool = Pool(processes=procs) pool_args = zip(exps, [opts.force]*len(exps)) enum = pool.imap_unordered(parse_exp, pool_args, 1) @@ -161,8 +164,8 @@ def main(): reduced_table = result_table.reduce() - sys.stderr.write("Writing result...\n") if opts.write_map: + sys.stderr.write("Writing python map into %s...\n" % opts.out) # Write summarized results into map reduced_table.write_map(opts.out) else: @@ -177,6 +180,7 @@ def main(): for e in exp: print(e) else: + sys.stderr.write("Writing csvs into %s...\n" % opts.out) dir_map.write(opts.out) if __name__ == '__main__': -- cgit v1.2.2