feat: lpd using framework

runtime/Makefile

@@ -10,10 +10,10 @@ PAGE_SIZE := $(shell getconf PAGESIZE)
 
 # Compiler Settings
 CC=clang
-CC_OPTIONS = -O3 -flto -g -pthread -D_GNU_SOURCE
+# CC_OPTIONS = -O3 -flto -g -pthread -D_GNU_SOURCE
 
 # CC_OPTIONS for Debugging
-# CC_OPTIONS = -O0 -g -pthread -D_GNU_SOURCE
+CC_OPTIONS = -O0 -g -pthread -D_GNU_SOURCE
 
 # CFI Sanitizer
 # CC_OPTIONS = -O0 -g -pthread -D_GNU_SOURCE -flto -fvisibility=default -fsanitize=cfi 
@@ -56,7 +56,7 @@ BINARY_NAME=sledgert
 # CFLAGS += -DLOG_CONTEXT_SWITCHES
 # CFLAGS += -DLOG_ADMISSIONS_CONTROL
 # CFLAGS += -DLOG_REQUEST_ALLOCATION
-# CFLAGS += -DLOG_PREEMPTION
+CFLAGS += -DLOG_PREEMPTION
 # CFLAGS += -DLOG_MODULE_LOADING
 
 # This dumps per module *.csv files containing the cycle a sandbox has been in RUNNING when each

runtime/experiments/applications/licenseplate/by_plate_count/.gitignore

@@ -1,2 +1,3 @@
 flower.jpg
 log.csv
+res/*

runtime/experiments/applications/licenseplate/by_plate_count/debug.sh

@@ -1,19 +0,0 @@
-#!/bin/bash
-# Executes the runtime in GDB
-# Substitutes the absolute path from the container with a path relatively derived from the location of this script
-# This allows debugging outside of the Docker container
-# Also disables pagination and stopping on SIGUSR1
-
-experiment_directory=$(pwd)
-project_directory=$(cd ../../../.. && pwd)
-binary_directory=$(cd "$project_directory"/bin && pwd)
-
-export LD_LIBRARY_PATH="$binary_directory:$LD_LIBRARY_PATH"
-export PATH="$binary_directory:$PATH"
-
-gdb --eval-command="handle SIGUSR1 nostop" \
-	--eval-command="handle SIGPIPE nostop" \
-	--eval-command="set pagination off" \
-	--eval-command="set substitute-path /sledge/runtime $project_directory" \
-	--eval-command="run $experiment_directory/spec.json" \
-	sledgert

runtime/experiments/applications/licenseplate/by_plate_count/edf_nopreemption.env

@@ -0,0 +1,2 @@
+SLEDGE_SCHEDULER=EDF
+SLEDGE_DISABLE_PREEMPTION=true

runtime/experiments/applications/licenseplate/by_plate_count/edf_preemption.env

@@ -0,0 +1,3 @@
+SLEDGE_SCHEDULER=EDF
+SLEDGE_DISABLE_PREEMPTION=false
+SLEDGE_SIGALRM_HANDLER=TRIAGED

runtime/experiments/applications/licenseplate/by_plate_count/fifo_nopreemption.env

@@ -0,0 +1,2 @@
+SLEDGE_SCHEDULER=FIFO
+SLEDGE_DISABLE_PREEMPTION=true

runtime/experiments/applications/licenseplate/by_plate_count/fifo_preemption.env

@@ -0,0 +1,2 @@
+SLEDGE_SCHEDULER=FIFO
+SLEDGE_DISABLE_PREEMPTION=false

runtime/experiments/applications/licenseplate/by_plate_count/run.sh

@@ -1,42 +1,179 @@
 #!/bin/bash
-# Executes the runtime in GDB
-# Substitutes the absolute path from the container with a path relatively derived from the location of this script
-# This allows debugging outside of the Docker container
-# Also disables pagination and stopping on SIGUSR1
-
-experiment_directory=$(pwd)
-echo "$experiment_directory"
-project_directory=$(cd ../../../.. && pwd)
-binary_directory=$(cd "$project_directory"/bin && pwd)
-log="$experiment_directory/log.csv"
-
-if [ "$1" != "-d" ]; then
-	SLEDGE_SANDBOX_PERF_LOG=$log PATH="$binary_directory:$PATH" LD_LIBRARY_PATH="$binary_directory:$LD_LIBRARY_PATH" sledgert "$experiment_directory/spec.json" &
-	sleep 1
-else
-	echo "Running under gdb"
-fi
-
-one_plate=(Cars0 Cars1 Cars2 Cars3 Cars4)
-two_plates=(Cars71 Cars87 Cars143 Cars295 Cars316)
-four_plates=(Cars106 Cars146 Cars249 Cars277 Cars330)
-
-for image in ${one_plate[*]}; do
-	echo "@./1/${image}.png"
-	curl --data-binary "@./1/${image}.png" --output - localhost:10000
-done
-for image in ${two_plates[*]}; do
-	echo "@./2/${image}.png"
-	curl --data-binary "@./2/${image}.png" --output - localhost:10001
-done
-for image in ${four_plates[*]}; do
-	echo "@./4/${image}.png"
-	curl --data-binary "@./4/${image}.png" --output - localhost:10002
-done
-
-if [ "$1" != "-d" ]; then
-	sleep 5
-	echo -n "Running Cleanup: "
-	pkill sledgert > /dev/null 2> /dev/null
-	echo "[DONE]"
-fi
+
+set -o xtrace
+
+__run_sh__base_path="$(dirname "$(realpath --logical "${BASH_SOURCE[0]}")")"
+__run_sh__bash_libraries_relative_path="../../../bash_libraries"
+__run_sh__bash_libraries_absolute_path=$(cd "$__run_sh__base_path" && cd "$__run_sh__bash_libraries_relative_path" && pwd)
+export PATH="$__run_sh__bash_libraries_absolute_path:$PATH"
+
+source csv_to_dat.sh || exit 1
+source framework.sh || exit 1
+# source generate_gnuplots.sh || exit 1
+source get_result_count.sh || exit 1
+source panic.sh || exit 1
+source path_join.sh || exit 1
+
+declare -a workloads=(lpd1 lpd2 lpd4)
+
+declare -Ar port=(
+	[lpd1]=10000
+	[lpd2]=10001
+	[lpd4]=10002
+)
+
+# Validate that required tools are in path
+declare -a required_binaries=(curl)
+validate_dependencies() {
+	for required_binary in "${required_binaries[@]}"; do
+		if ! command -v "$required_binary" > /dev/null; then
+			echo "$required_binary is not present."
+			exit 1
+		fi
+	done
+}
+
+# Sort the images by the number of labeled plates
+declare -a lpd1_images=()
+declare -a lpd2_images=()
+declare -a lpd4_images=()
+while IFS= read -r image_data; do
+	image_file="${image_data/csv/png}"
+	# Each line of csv data represents a labeled plate on the image
+	case $(wc "$image_data" -l | cut -d\  -f1) in
+		1) lpd1_images+=("$image_file") ;;
+		2) lpd2_images+=("$image_file") ;;
+		4) lpd4_images+=("$image_file") ;;
+		*) panic "Unexpected number of plates" ;;
+	esac
+done < <(ls ./images/*.csv)
+
+get_random_image() {
+	local workload="$1"
+	local -n __random_image="$2"
+
+	case $workload in
+		lpd1) __random_image="${lpd1_images[$((RANDOM % ${#lpd1_images[@]}))]}" ;;
+		lpd2) __random_image="${lpd2_images[$((RANDOM % ${#lpd2_images[@]}))]}" ;;
+		lpd4) __random_image="${lpd4_images[$((RANDOM % ${#lpd4_images[@]}))]}" ;;
+		*) panic "Invalid Workload" ;;
+	esac
+}
+
+# Process the experimental results and generate human-friendly results for success rate, throughput, and latency
+process_results() {
+	if (($# != 1)); then
+		error_msg "invalid number of arguments ($#, expected 1)"
+		return 1
+	elif ! [[ -d "$1" ]]; then
+		error_msg "directory $1 does not exist"
+		return 1
+	fi
+
+	local -r results_directory="$1"
+
+	printf "Processing Results: "
+
+	# Write headers to CSVs
+	printf "Payload,p50,p90,p99,p100\n" >> "$results_directory/latency.csv"
+
+	for workload in "${workloads[@]}"; do
+
+		# Filter on 200s, subtract DNS time, convert from s to ms, and sort
+		awk -F, '$7 == 200 {print (($1 - $2) * 1000)}' < "$results_directory/$workload.csv" \
+			| sort -g > "$results_directory/$workload-response.csv"
+
+		oks=$(wc -l < "$results_directory/$workload-response.csv")
+		((oks == 0)) && continue # If all errors, skip line
+
+		# Generate Latency Data for csv
+		awk '
+			BEGIN {
+				sum = 0
+				p50 = int('"$oks"' * 0.5)
+				p90 = int('"$oks"' * 0.9)
+				p99 = int('"$oks"' * 0.99)
+				p100 = '"$oks"'
+				printf "'"$workload"',"
+			}
+			NR==p50  {printf "%1.4f,",  $0}
+			NR==p90  {printf "%1.4f,",  $0}
+			NR==p99  {printf "%1.4f,",  $0}
+			NR==p100 {printf "%1.4f\n", $0}
+		' < "$results_directory/$workload-response.csv" >> "$results_directory/latency.csv"
+
+		# Delete scratch file used for sorting/counting
+		rm -rf "$results_directory/$workload-response.csv"
+	done
+
+	# Transform csvs to dat files for gnuplot
+	csv_to_dat "$results_directory/latency.csv"
+
+	printf "[OK]\n"
+	return 0
+}
+
+run_functional_tests() {
+	local hostname="$1"
+	local results_directory="$2"
+
+	# Functional Testing on each image
+	for image in "${lpd1_images[@]}"; do
+		echo "@${image}" >> "${results_directory}/lpd1.txt"
+		curl --data-binary "@${image}" --output - "${hostname}:10000" >> "${results_directory}/lpd1.txt"
+	done
+	for image in "${lpd2_images[@]}"; do
+		echo "@${image}" >> "${results_directory}/lpd2.txt"
+		curl --data-binary "@${image}" --output - "${hostname}:10001" >> "${results_directory}/lpd2.txt"
+	done
+	for image in "${lpd4_images[@]}"; do
+		echo "@${image}" >> "${results_directory}/lpd4.txt"
+		curl --data-binary "@${image}" --output - "${hostname}:10002" >> "${results_directory}/lpd4.txt"
+	done
+}
+
+run_perf_tests() {
+	local hostname="$1"
+	local results_directory="$2"
+
+	local -ir total_iterations=100
+	local -ir worker_max=10
+	local -ir batch_size=10
+	local -i batch_id=0
+	local random_image
+
+	printf "Perf Tests: \n"
+	for workload in "${workloads[@]}"; do
+		batch_id=0
+		for ((i = 0; i < total_iterations; i += batch_size)); do
+			# Block waiting for a worker to finish if we are at our max
+			while (($(pgrep --count hey) >= worker_max)); do
+				wait -n $(pgrep hey | tr '\n' ' ')
+			done
+			((batch_id++))
+
+			get_random_image "$workload" random_image
+			hey -disable-compression -disable-keepalive -disable-redirects -n $batch_size -c 1 -cpus 1 -t 0 -o csv -m GET -D "${random_image}" "http://${hostname}:${port[$workload]}" > "$results_directory/${workload}_${batch_id}.csv" 2> /dev/null &
+		done
+		wait -f $(pgrep hey | tr '\n' ' ')
+	done
+	printf "[OK]\n"
+
+	for workload in "${workloads[@]}"; do
+		tail --quiet -n +2 "$results_directory/${workload}"_*.csv >> "$results_directory/${workload}.csv"
+		rm "$results_directory/${workload}"_*.csv
+	done
+}
+
+experiment_main() {
+	validate_dependencies
+
+	local -r hostname="$1"
+	local -r results_directory="$2"
+
+	run_functional_tests "$hostname" "$results_directory" || return 1
+	run_perf_tests "$hostname" "$results_directory" || return 1
+	process_results "$results_directory" || return 1
+}
+
+main "$@"

runtime/experiments/applications/ocr/by_dpi/fifo_preemption.env

@@ -0,0 +1,2 @@
+SLEDGE_SCHEDULER=FIFO
+SLEDGE_DISABLE_PREEMPTION=false