From 89e5192f1ee83ebb3a7bd87aefc5d23ce4ab2c2b Mon Sep 17 00:00:00 2001 From: "Bjoern B. Brandenburg" Date: Fri, 18 Feb 2011 03:04:46 -0500 Subject: Support for compacting binary data --- util.py | 9 +++++++++ 1 file changed, 9 insertions(+) (limited to 'util.py') diff --git a/util.py b/util.py index 7d81d4f..b44cc6c 100644 --- a/util.py +++ b/util.py @@ -8,6 +8,15 @@ def load_csv_file(fname, *args, **kargs): f.close() # don't leak file handles return data +def load_csv_file_fast(fname): + data = np.loadtxt(fname, delimiter=",") + return data + +def load_binary_file(fname, dtype='float32', modify=False): + data = np.memmap(fname, dtype=dtype, + mode='r+' if modify else 'c') + return data + def write_csv_file(fname, rows, header=None, width=None, break_col=None): if fname is None: -- cgit v1.2.2