From 3b0aa125061b362b23ecf66afe8319e3a268c874 Mon Sep 17 00:00:00 2001 From: Joshua Bakita Date: Thu, 22 Oct 2020 00:08:12 -0400 Subject: Add pair benchmarking and isolation specification into run_bench.sh This allows `run_bench.sh` to replace all previous general paired benchmarking scripts. See `run_everything.sh` for an example of how to use the new script. This also fixes two critical bugs present in the old scripts: 1. The cpus_list was incorrectly set for resctrl when running synchronous pair timing with L2+L3 isolation (i). Each write to that file replaces the previous contents, and it was previously written once for each core. This prevented the entire 1st core from using any L3 cache. 2. The competing task list was indexed improperly in the asynchronous pair timing script. This caused the competing task to always be identical to the task being profiled. These issues combine to imply that in the rejected RTSS'20 paper: - All Level-C SMT timing data is suspect - Level-A and -B SMT timing data with L2+L3 isolation (i) is wildly optimistic --- run_all_tacle.sh | 58 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100755 run_all_tacle.sh (limited to 'run_all_tacle.sh') diff --git a/run_all_tacle.sh b/run_all_tacle.sh new file mode 100755 index 0000000..c0f07cc --- /dev/null +++ b/run_all_tacle.sh @@ -0,0 +1,58 @@ +#!/bin/bash +# Copyright 2020 Joshua Bakita +# Runs TACLeBench in every configuration needed +# for the paper and schedulability studies + +maxJobs=$1 +runID=$2 + +if [ $# -lt 2 ]; then + echo "Usage $0 " + exit +fi +date + +# Run the pairs baseline and some comparisons to examine the effect of less cache +cd baseline +make all -j32 +# Full L3, full L2 - xi is the baseline for the pairs +baseXI=baseline/$(date +"%b%d-%H")-c-xi-$runID.txt +echo "" | ../run_bench.sh -m base -p 15 -l $maxJobs -b tacleNames.txt -B -I xi $runID +# Half L3, full L2 - i3 sees effect of half L3 +baseI3=baseline/$(date +"%b%d-%H")-c-i3-$runID.txt +echo "" | ../run_bench.sh -m base -p 15 -l $maxJobs -b tacleNames.txt -B -I i3 $runID +# Half L3, half L2 - additional effect of half L2 +baseI=baseline/$(date +"%b%d-%H")-c-i-$runID.txt +echo "" | ../run_bench.sh -m base -p 15 -l $maxJobs -b tacleNames.txt -B -I i $runID +date + +# Run the Level-A/-B pairs +cd ../all_pairs +make all -j32 +# No cache isolation +pairXI=all_pairs/$(date +"%b%d-%H")-c-xi-$runID.txt +echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I xi $runID +# Shared L2, split L3 +pairI3=all_pairs/$(date +"%b%d-%H")-c-i3-$runID.txt +echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I i3 $runID +# Split L2, split L3 +pairI=all_pairs/$(date +"%b%d-%H")-c-i-$runID.txt +echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I i $runID +date + +# Run the Level-C pairs +cd ../baseline +pairC=baseline/$(date +"%b%d-%H")-c-xi-async-$runID.txt +echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I xi -A $runID +date + +echo "==== DONE ====" +echo "Results are in:" +echo "- $baseXI" +echo "- $baseI3" +echo "- $baseI" +echo "- $pairXI" +echo "- $pairI3" +echo "- $pairI" +echo "- $pairC" + -- cgit v1.2.2 From e03d81c688e1070c16025c2a215ccb1a24ce2098 Mon Sep 17 00:00:00 2001 From: Joshua Bakita Date: Thu, 22 Oct 2020 03:42:36 -0400 Subject: Get all the SD-VBS tests running and add a helper script + typo fix - Add a run_all_sd-vbs.sh script - Fix a typo in run_all_tacle.sh - Fix an issue with reversed arguments for asynchronous task pairs in run_bench.sh --- run_all_tacle.sh | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) (limited to 'run_all_tacle.sh') diff --git a/run_all_tacle.sh b/run_all_tacle.sh index c0f07cc..51a9c24 100755 --- a/run_all_tacle.sh +++ b/run_all_tacle.sh @@ -10,6 +10,10 @@ if [ $# -lt 2 ]; then echo "Usage $0 " exit fi +if [[ "$EUID" != 0 ]]; then + echo "You need to be root to enable spatial isolation!" + exit +fi date # Run the pairs baseline and some comparisons to examine the effect of less cache @@ -30,13 +34,13 @@ date cd ../all_pairs make all -j32 # No cache isolation -pairXI=all_pairs/$(date +"%b%d-%H")-c-xi-$runID.txt +pairXI=all_pairs/$(date +"%b%d-%H")-c-xi-$runID"-A.txt and -B.txt" echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I xi $runID # Shared L2, split L3 -pairI3=all_pairs/$(date +"%b%d-%H")-c-i3-$runID.txt +pairI3=all_pairs/$(date +"%b%d-%H")-c-i3-$runID"-A.txt and -B.txt" echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I i3 $runID # Split L2, split L3 -pairI=all_pairs/$(date +"%b%d-%H")-c-i-$runID.txt +pairI=all_pairs/$(date +"%b%d-%H")-c-i-$runID"-A.txt and -B.txt" echo "" | ../run_bench.sh -m pair -p 15 -P 31 -l $maxJobs -b tacleNames.txt -B -I i $runID date -- cgit v1.2.2