#!/bin/bash

firstCore=$1
secondCore=$2
maxJobs=$3
userRunID=$4
tacleNames=tacleNames.txt

if [ $# -lt 4 ]; then
    echo "Usage $0 <first core ID> <second core ID> <number of iterations> <run ID> [TACLe names file] [--contend]"
    exit
fi

if [ $# -gt 4 ]; then
    echo "Using alternate list of TACLe benchmarks from $5"
    tacleNames=$5
fi

if [ "$EUID" -ne 0 ]
then
    echo "You need to be root to enable interrupt isolation and real-time execution!"
    exit
fi

echo "Making sure that binaries are up to date..."
while read i; do
    make bin/$i
done < $tacleNames
echo "Done. Disabling real-time throttling..."

# Turn off rt throttling
echo -1 > /proc/sys/kernel/sched_rt_runtime_us
echo "Done. Redirecting all interrupts to core 0..."

# Redirect all interrupts to core 0
i=0
for IRQ in /proc/irq/*
do
    # Skip default_smp_affinity
    if [ -d $IRQ ]; then
        irqList[$i]=$(cat $IRQ/smp_affinity_list)
        echo 0 2> /dev/null > $IRQ/smp_affinity_list
    fi
    i=$(( $i + 1 ))
done

# Read the names of each benchmark
j=0
while read i; do
    tacleProg[$j]=$i
    j=$(( $j + 1 ))
done < $tacleNames

echo "Done. Checking for wbinvd module..."
if [[ ! -f "/proc/wbinvd" ]]; then
    echo "ERROR: wbinvd module not loaded. Exiting..."
    exit
fi

# Enable L3 isolation
echo "Done. Enabling L3 isolation..."
mount -t resctrl resctrl /sys/fs/resctrl
mkdir -p /sys/fs/resctrl/benchmarks
echo $firstCore > /sys/fs/resctrl/benchmarks/cpus_list
echo $secondCore > /sys/fs/resctrl/benchmarks/cpus_list
# Reset global bandwith control and remove L3 from global
echo "L3:0=ffff;1=ffff;2=ffff;3=0000" > /sys/fs/resctrl/schemata
echo "MB:0=2048;1=2048;2=2048;3=2048" > /sys/fs/resctrl/schemata
# Alloc L3 to benchmark
echo "L3:0=0000;1=0000;2=0000;3=ffff" > /sys/fs/resctrl/benchmarks/schemata
echo "MB:0=2048;1=2048;2=2048;3=2048" > /sys/fs/resctrl/benchmarks/schemata
echo "Done. Verifying configuration with user..."

# Generate file name string
# We append to this as we parse the environment settings
runID=$(date +"%b%d-%H")

# Confirm configuration with user
echo "=== Global Config ==="
cat /sys/fs/resctrl/schemata
echo "=== Core $firstCore and $secondCore Config ==="
cat /sys/fs/resctrl/benchmarks/schemata
if [[ $6 == "--contend" ]]; then
    if [[ ! -f "/playpen/mc2/imx6q-thrasher/thrasher" ]]; then
        echo "ERROR: thrasher binary not fonud. Exiting..."
        exit
    fi
    echo "Will run 6 contending tasks"
    runID=$runID-c
else
    runID=$runID-xc
fi
if uname -a | grep -q "mc2"; then
    echo "MC^2 Autodetected. Cache coloring will be DISABLED."
    runID=$runID-i
else
    echo "MC^2 not detected. Cache coloring will be DISABLED."
    runID=$runID-xi
fi
echo "Results will be saved as $runID-$userRunID-LC-TACLe.txt"
echo "Press enter to confirm environment, Ctrl-C to exit..."
read

# Start contending tasks
if [[ $6 == "--contend" ]]; then
    echo "Done. Starting 6 contending tasks..."
    # Run two contending tasks on each other CCX
    taskset -c 1 /playpen/mc2/imx6q-thrasher/thrasher &
    taskset -c 2 /playpen/mc2/imx6q-thrasher/thrasher &
    taskset -c 5 /playpen/mc2/imx6q-thrasher/thrasher &
    taskset -c 6 /playpen/mc2/imx6q-thrasher/thrasher &
    taskset -c 9 /playpen/mc2/imx6q-thrasher/thrasher &
    taskset -c 10 /playpen/mc2/imx6q-thrasher/thrasher &
fi
sleep 1 # Wait for contending tasks to start
echo "Done. Beginning benchmarks..."

num_tests=$(wc -l < $tacleNames)
for (( i = 0; i < $num_tests ; i++ ))
do
    # For level-C analysis, we must run all vs all
    for (( j = 0; j < $num_tests ; j++ ))  #loop through programs
    do
        # Autodetect MC^2
        if uname -a | grep -q "mc2"; then
            # -1 loops means loop forever
            chrt -r 97 numactl --interleave=all taskset -c $firstCore  ./bin/${tacleProg[$i]} NULL -1 $firstCore NULL 0 & PID1=$!;
            chrt -r 97 numactl --interleave=all taskset -c $secondCore ./bin/${tacleProg[$i]} ${tacleProg[$i]}"+"${tacleProg[$j]} $maxJobs $secondCore $runID-$userRunID-LC-TACLe 1 & PID2=$!;
        else
            chrt -r 97 taskset -c $firstCore  ./bin/${tacleProg[$i]} NULL -1 $firstCore NULL 0 & PID1=$!;
            chrt -r 97 taskset -c $secondCore ./bin/${tacleProg[$i]} ${tacleProg[$i]}"+"${tacleProg[$j]} $maxJobs $secondCore $runID-$userRunID-LC-TACLe 1 & PID2=$!;
        fi
        # The paired task runs continuously in this configuration, so we have
        # to kill it once the task that we're measuring finishes.
        wait $PID2
        kill $PID1
        echo ${tacleProg[$i]} ${tacleProg[$j]}
    done
    echo COMPLETE: ${tacleProg[$i]}
done

# End contending tasks
if [[ $6 == "--contend" ]]; then
    killall thrasher
fi

# Remove semaphores from system
# Leaving them won't hurt these tests, but would be messy and is bad practice 
# TODO: Do this directly in the benchmarks. They should clean up after themselves
./bin/cleanupSemaphores

# Put smp_affinty back the way it was
i=0
for IRQ in /proc/irq/*
do
    if [ -d $IRQ ]; then
        echo ${irqList[$i]} 2> /dev/null > $IRQ/smp_affinity_list
    fi
    i=$(( $i + 1 ))
done