Add inital testing infrastructure

Works for three-way WSS/cache size/execution time comparisons

10 files changed, 340 insertions, 0 deletions

diff --git a/dis/original/WSS_DOCS.md b/dis/original/WSS_DOCS.md
new file mode 100644
index 0000000..da5e066
--- /dev/null
+++ b/dis/original/WSS_DOCS.md
@@ -0,0 +1,83 @@
+# Documentation Mapping DIS Stressmark Parameters to WSS
+
+## Field
+1 allocation in main()
+f = 1st input param
+
+sizeof(unsigned char) * f
+
+## Matrix
+6 allocations in main(), 7 allocations in biConjugateGradient()
+
+*Allocations in main()*
+dim = 2nd input param
+numberNonzero = 3nd input param
+
+sizeof(double) * (dim^2+3dim+numberNonzero) + sizeof(int) * (2dim+1+numberNonzero)
+
+*Allocations in biConjugateGradient()*
+sizeof(double) * 7dim
+
+## Neighborhood
+1 allocation in createImage, 2 allocations in neighborhoodCalculation
+
+*Allocations in createImage()*
+dimension = 3rd input param
+
+sizeof(short int) * dimension^2
+
+*Allocations in neighborhoodCalculation()*
+bitDepth = 2nd param
+
+sizeof(int) * (2^(bitDepth + 1) - 1)
+
+## Pointer
+n = 5th input param
+f = 1st input param
+
+sizeof(unsigned int) * 4n + sizeof(int) * f
+
+## Transitive
+n = 1st input param
+
+sizeof(unsigned int) * 2n^2
+
+## Update
+f = 1st input param
+
+sizeof(int) * f
+
+## Testplan
+*Problem!* Larger WSS = more computations
+Use testcase #1 for non-specified parameters
+Below math computed for x86_64
+- Test WSS at powers of 2: 16 KiB, 32, 64, 128, 256, 512, 1MiB, 2, 4, 8, 16, 32
+- For each WSS, measure cache allocation of 0, 1, 2, 4, 8, 16
+
+### Field
+Just vary first param
+
+f = WSS
+
+### Matrix
+0.3 - 16% number nonzero
+- Fixed at 8%
+Just vary dim (matrix size)
+
+sizeof(double) * (dim^2+10dim+numberNonzero) + sizeof(int) * (2dim+1+numberNonzero) = WSS
+
+
+### Neighborhood
+8 or 15 bit depth
+- Fix at 12?
+Just vary dim (image size)
+
+### Pointer
+10 for n
+Just vary f
+
+### Transitive
+Just vary n
+
+### Update
+Just vary f
diff --git a/dis/original/clean.sh b/dis/original/clean.sh
new file mode 100755
index 0000000..7c58295
--- /dev/null
+++ b/dis/original/clean.sh
@@ -0,0 +1 @@
+tail -n +2 $1 | tr "-" " " | sed "s/L3:0=0000;1=0000;2=0000;3=0000/0/" | sed "s/L3:0=0000;1=0000;2=0000;3=0001/1/" | sed "s/L3:0=0000;1=0000;2=0000;3=0003/2/" | sed "s/L3:0=0000;1=0000;2=0000;3=0007/3/" | sed "s/L3:0=0000;1=0000;2=0000;3=000f/4/" | sed "s/L3:0=0000;1=0000;2=0000;3=003f/6/" | sed "s/L3:0=0000;1=0000;2=0000;3=00ff/8/" | sed "s/L3:0=0000;1=0000;2=0000;3=03ff/10/" | sed "s/L3:0=0000;1=0000;2=0000;3=0fff/12/" | sed "s/L3:0=0000;1=0000;2=0000;3=3fff/14/" | sed "s/L3:0=0000;1=0000;2=0000;3=ffff/16/" > $1.clean
diff --git a/dis/original/gen_input.py b/dis/original/gen_input.py
new file mode 100755
index 0000000..c7821b0
--- /dev/null
+++ b/dis/original/gen_input.py
@@ -0,0 +1,113 @@
+#!/usr/bin/python3
+#####
+# Copyright 2020 Joshua Bakita
+#
+# This program generates input data for the DIS benchmark suite on stdout
+# given a requested working set size.
+#####
+
+
+from ctypes import sizeof, c_double, c_int, c_short
+from math import sqrt, floor
+import sys # For argv and stderr
+
+USAGE = """Usage: {} <benchmark> <template> <WSS in bytes>"""
+
+# Check input
+if (len(sys.argv) < 4):
+    print(USAGE.format(sys.argv[0]), file=sys.stderr)
+    exit(1);
+
+# Don't try to understand the logic in these functions, see WSS_DOCS.md
+def setup_field(params, wss):
+    params[0] = wss
+    return params
+
+def setup_matrix(params, wss):
+    nnZR = 0.08 # 8% seems average
+    # This formula is out of a solver
+    si = sizeof(c_int)
+    sd = sizeof(c_double)
+    d = (sqrt((si**2) * (-(nnZR-1)) - si*sd*(nnZR-9) + si*wss*nnZR + sd*(25*sd+wss*nnZR+wss)) - si - 5*sd) / (si*nnZR + sd*nnZR + sd)
+    params[1] = floor(d);
+    params[2] = floor(d*d*nnZR);
+    if params[1] <= 0 or params[2] <= 0:
+        raise Exception("WSS too small for matrix benchmark!")
+    return params
+
+def setup_neighborhood(params, wss):
+    bitDepth = 8
+    bitDepthAlloc = sizeof(c_int) * (2**(bitDepth + 1) - 1)
+    dim = sqrt((wss - bitDepthAlloc) / sizeof(c_short))
+    params[1] = bitDepth
+    params[2] = floor(dim)
+    if params[1] <= 0 or params[2] <= 0:
+        raise Exception("WSS too small for neighborhood benchmark!")
+    # Cap maximum line thinkness to the image size
+    params[5] = min(params[2]-1, int(params[5]))
+    # Cap line lengths to the image size
+    params[6] = min(params[2]-1, int(params[6]))
+    params[7] = min(params[2]-1, int(params[7]))
+    return params
+
+def setup_pointer(params, wss):
+    n = 10;
+    f = (wss - sizeof(c_int) * 4 * n) / sizeof(c_int)
+    params[0] = floor(f)
+    params[4] = floor(n)
+    if params[0] <= 0 or params[4] <= 0:
+        raise Exception("WSS too small for pointer benchmark!")
+    return params
+
+def setup_transitive(params, wss):
+    n = sqrt(wss / (sizeof(c_int) * 2))
+    params[0] = floor(n)
+    # Fix edges at 50%
+    params[1] = floor(params[0] * 0.5)
+    if params[0] <= 0:
+        raise Exception("WSS too small for transitive benchmark!")
+    return params
+
+def setup_update(params, wss):
+    f = wss / sizeof(c_int)
+    params[0] = floor(f)
+    if params[0] <= 0:
+        raise Exception("WSS too small for update benchmark!")
+    # Don't do more than 100M hops (keeps time array feasible)
+    params[2] = min(100000000, int(params[2]))
+    # Enforce size requirements
+    params[4] = min(params[0]-1, int(params[4]))
+    params[5] = min(params[0]-1, int(params[5]))
+    params[6] = min(params[0]-1, int(params[6]))
+    return params
+
+def setup_random_walk(params, wss):
+    params[0] = wss
+    return params
+
+BENCH_TO_PARAMS = {"field":setup_field, "matrix":setup_matrix, "neighborhood":setup_neighborhood, "pointer":setup_pointer, "transitive":setup_transitive, "update":setup_update, "random_walk":setup_random_walk}
+
+# Main logic
+benchmark_name = sys.argv[1]
+if benchmark_name not in BENCH_TO_PARAMS.keys():
+    print("Invalid benchmark name.", file=sys.stderr)
+    exit(2)
+
+wss = int(sys.argv[3])
+if wss <= 0:
+    print("Invalid working set size", file=sys.stderr)
+    exit(3)
+
+with open(sys.argv[2], "r") as template:
+    # We expect the initialization params to all be on the first line
+    params = template.readline().split()
+    mutated_params = BENCH_TO_PARAMS[benchmark_name](params, wss);