Support for compacting binary data

1 files changed, 9 insertions, 0 deletions

diff --git a/util.py b/util.py
index 7d81d4f..b44cc6c 100644
--- a/util.py
+++ b/util.py
@@ -8,6 +8,15 @@ def load_csv_file(fname, *args, **kargs):
     f.close() # don't leak file handles
     return data
 
+def load_csv_file_fast(fname):
+    data = np.loadtxt(fname, delimiter=",")
+    return data
+
+def load_binary_file(fname, dtype='float32', modify=False):
+    data = np.memmap(fname, dtype=dtype,
+                     mode='r+' if modify else 'c')
+    return data
+
 def write_csv_file(fname, rows, header=None, width=None,
                    break_col=None):
     if fname is None: