sledge-serverles-framwork/tests/deadline_description/run.sh

#!/bin/bash

# Add bash_libraries directory to path
__run_sh__base_path="$(dirname "$(realpath --logical "${BASH_SOURCE[0]}")")"
__run_sh__bash_libraries_relative_path="../bash_libraries"
__run_sh__bash_libraries_absolute_path=$(cd "$__run_sh__base_path" && cd "$__run_sh__bash_libraries_relative_path" && pwd)
export PATH="$__run_sh__bash_libraries_absolute_path:$PATH"

source csv_to_dat.sh || exit 1
source framework.sh || exit 1
source get_result_count.sh || exit 1
source panic.sh || exit 1
source path_join.sh || exit 1
source percentiles_table.sh || exit 1
source validate_dependencies.sh || exit 1

validate_dependencies awk hey jq

# Please keep the element ordered alphabetically!
declare -a workloads=(cifar10 ekf gocr lpd resize)
declare -a multiples=(1.5 2.0 3.0 4.0)
declare -ri percentile=50

profile() {
	local hostname="$1"
	local -r results_directory="$2"

	# ekf
	hey -disable-compression -disable-keepalive -disable-redirects -n 256 -c 1 -cpus 1 -t 0 -o csv -m GET -D "./ekf/initial_state.dat" "http://${hostname}:10000/ekf" > /dev/null
	printf "[ekf: OK]\n"

	# Resize
	hey -disable-compression -disable-keepalive -disable-redirects -n 256 -c 1 -cpus 1 -t 0 -o csv -m GET -D "./resize/shrinking_man_large.jpg" "http://${hostname}:10000/resize" > /dev/null
	printf "[resize: OK]\n"

	# lpd
	hey -disable-compression -disable-keepalive -disable-redirects -n 256 -c 1 -cpus 1 -t 0 -o csv -m GET -D "./lpd/Cars0.png" "http://${hostname}:10000/lpd" > /dev/null
	printf "[lpd: OK]\n"

	# gocr
	hey -disable-compression -disable-keepalive -disable-redirects -n 256 -c 1 -cpus 1 -t 0 -o csv -m GET -D "./gocr/hyde.pnm" "http://${hostname}:10000/gocr" > /dev/null
	printf "[gocr: OK]\n"

	# cifar10
	hey -disable-compression -disable-keepalive -disable-redirects -n 256 -c 1 -cpus 1 -t 0 -o csv -m GET -D "./cifar10/airplane1.bmp" "http://${hostname}:10000/cifar10" > /dev/null
	printf "[cifar10: OK]\n"
}

get_baseline_execution() {
	local -r results_directory="$1"
	local -r module="$2"

	local response_times_file="$results_directory/$module/execution_times_sorted.csv"

	# Skip empty results
	local -i oks
	oks=$(wc -l < "$response_times_file")
	((oks == 0)) && return 1

	# Generate Latency Data for csv
	awk '
		BEGIN {idx = int('"$oks"' * ('"$percentile"' / 100)) + 1}
		NR==idx  {printf "%1.4f\n", $0}
	' < "$response_times_file"
}

calculate_relative_deadline() {
	local -r baseline="$1"
	local -r multiplier="$2"
	awk "BEGIN { printf \"%.0f\n\", ($baseline * $multiplier)}"
}

generate_spec() {
	local results_directory="$1"

	# Multiplier Interval and Expected Execution Percentile is currently the same for all workloads
	((percentile < 50 || percentile > 99)) && panic "Percentile should be between 50 and 99 inclusive, was $percentile"

	local -A baseline_execution=()
	local -i port=10000
	local relative_deadline

	for workload in "${workloads[@]}"; do
		baseline_execution["$workload"]="$(get_baseline_execution "$results_directory" "$workload" "$percentile")"
		[[ -z "${baseline_execution[$workload]}" ]] && {
			panic "Failed to get baseline execution for $workload"
			exit 1
		}

		# Generates unique module specs on different ports using the different multiples
		for multiple in "${multiples[@]}"; do
			relative_deadline=$(calculate_relative_deadline "${baseline_execution[$workload]}" "${multiple}")
			echo "${workload}_${multiple},${relative_deadline}" >> "$results_directory/deadlines.csv"
			jq ". + { \
			\"admissions-percentile\": $percentile,\
			\"expected-execution-us\": ${baseline_execution[${workload}]},\
			\"name\": \"${workload}_${multiple}\",\
			\"port\": $port,\
			\"relative-deadline-us\": $relative_deadline}" \
				< "./${workload}/template.json" \
				> "./${workload}/result_${multiple}.json"
			((port++))
		done

		# Merges all of the multiple specs for a single module
		jq -s '.' ./"${workload}"/result_*.json > "./${workload}/workload_result.json"
		rm ./"${workload}"/result_*.json

	done

	# Merges all of the specs for all modules
	# Our JSON format is not spec complaint. I have to hack in a wrapping array before jq and delete it afterwards
	# expected-execution-us and admissions-percentile is only used by admissions control
	jq -s '. | flatten' ./*/workload_result.json | tail -n +2 | head -n-1 > "$results_directory/spec.json"
	rm ./*/workload_result*.json
}

# Process the experimental results and generate human-friendly results for success rate, throughput, and latency
process_results() {
	local results_directory="$1"

	percentiles_table_header "$results_directory/execution_time.csv" "Payload"

	for workload in "${workloads[@]}"; do
		mkdir "$results_directory/$workload"
		awk -F, '$2 == "'"$workload"'" {printf("%.4f\n", $6 / $13)}' < "$results_directory/perf.log" | sort -g > "$results_directory/$workload/execution_times_sorted.csv"

		oks=$(wc -l < "$results_directory/$workload/execution_times_sorted.csv")
		((oks == 0)) && continue # If all errors, skip line

		# Generate Latency Data for csv
		percentiles_table_row "$results_directory/$workload/execution_times_sorted.csv" "$results_directory/execution_time.csv" "$workload"
	done

	csv_to_dat "$results_directory/execution_time.csv"

	generate_spec "$results_directory"

	return 0
}

experiment_server_post() {
	local -r results_directory="$1"

	# Only process data if SLEDGE_SANDBOX_PERF_LOG was set when running sledgert
	if [[ -n "$SLEDGE_SANDBOX_PERF_LOG" ]]; then
		if [[ -f "$__run_sh__base_path/$SLEDGE_SANDBOX_PERF_LOG" ]]; then
			mv "$__run_sh__base_path/$SLEDGE_SANDBOX_PERF_LOG" "$results_directory/perf.log"
			process_results "$results_directory" || return 1
		else
			echo "Perf Log was set, but perf.log not found!"
		fi
	fi
}

experiment_client() {
	local -r hostname="$1"
	local -r results_directory="$2"

	profile "$hostname" "$results_directory" || return 1
}

framework_init "$@"