Handle short files.

1 files changed, 6 insertions, 0 deletions

diff --git a/shuffle_truncate.py b/shuffle_truncate.py
index c936ece..a7219a5 100755
--- a/shuffle_truncate.py
+++ b/shuffle_truncate.py
@@ -43,6 +43,9 @@ def shuffle_truncate(arrays, fnames, target_length=None):
             # Gotta be uniformly shuffled.
             print "Shuffling %s ..." % n
             numpy.random.shuffle(a)
+        else:
+            # not enough samples
+            print "Not shuffling %s (too few samples)." % n
 
     # Now select the same number of samples from each file.
     truncated = [a[:shortest] for a in arrays]
@@ -77,8 +80,11 @@ def shuffle_truncate_store_individually(files, cutoff):
                                           os.path.basename(f))
         sys.stdout.flush()
         name = target_file(f, 'sbn')
+        fs = os.stat(f)
         if os.path.exists(name):
             print "Skipping since %s exists." % name
+        elif fs.st_size == 0:
+            print "Skipping since trace is empty."
         else:
             shuffle_truncate_store([f], cutoff=cutoff)