sledge-1/runtime/experiments/concurrency/run.sh

#!/bin/bash
source ../common.sh

# This experiment is intended to document how the level of concurrent requests influence the latency, throughput, and success/failure rate

declare -gi iterations=10000
declare -ga concurrency=(1 20 40 60 80 100)

run_samples() {
	local hostname="${1:-localhost}"

	# Scrape the perf window size from the source if possible
	local -r perf_window_path="../../include/perf_window.h"
	local -i perf_window_buffer_size
	if ! perf_window_buffer_size=$(grep "#define PERF_WINDOW_BUFFER_SIZE" < "$perf_window_path" | cut -d\  -f3); then
		echo "Failed to scrape PERF_WINDOW_BUFFER_SIZE from ../../include/perf_window.h"
		echo "Defaulting to 16"
		perf_window_buffer_size=16
	fi
	local -ir perf_window_buffer_size

	printf "Running Samples: "
	hey -n "$perf_window_buffer_size" -c "$perf_window_buffer_size" -q 200 -cpus 3 -o csv -m GET "http://${hostname}:10000" 1> /dev/null 2> /dev/null || {
		printf "[ERR]\n"
		error_msg "samples failed"
		return 1
	}

	echo "[OK]"
	return 0
}

# Execute the experiments
# $1 (results_directory) - a directory where we will store our results
# $2 (hostname="localhost") - an optional parameter that sets the hostname. Defaults to localhost
run_experiments() {
	if (($# < 1 || $# > 2)); then
		error_msg "invalid number of arguments \"$1\""
		return 1
	elif ! [[ -d "$1" ]]; then
		error_msg "directory \"$1\" does not exist"
		return 1
	fi

	local results_directory="$1"
	local hostname="${2:-localhost}"

	# Execute the experiments
	echo "Running Experiments"
	for conn in ${concurrency[*]}; do
		printf "\t%d Concurrency: " "$conn"
		hey -n "$iterations" -c "$conn" -cpus 2 -o csv -m GET "http://$hostname:10000" > "$results_directory/con$conn.csv" 2> /dev/null
		echo "[OK]"
	done
}

process_results() {
	if (($# != 1)); then
		error_msg "invalid number of arguments ($#, expected 1)"
		return 1
	elif ! [[ -d "$1" ]]; then
		error_msg "directory $1 does not exist"
		return 1
	fi

	local -r results_directory="$1"

	echo -n "Processing Results: "

	# Write headers to CSVs
	printf "Concurrency,Success_Rate\n" >> "$results_directory/success.csv"
	printf "Concurrency,Throughput\n" >> "$results_directory/throughput.csv"
	printf "Con,p50,p90,p99,p100\n" >> "$results_directory/latency.csv"

	for conn in ${concurrency[*]}; do
		# Calculate Success Rate for csv (percent of requests resulting in 200)
		awk -F, '
		$7 == 200 {ok++}
		END{printf "'"$conn"',%3.5f\n", (ok / '"$iterations"' * 100)}
	' < "$results_directory/con$conn.csv" >> "$results_directory/success.csv"

		# Filter on 200s, convert from s to ms, and sort
		awk -F, '$7 == 200 {print ($1 * 1000)}' < "$results_directory/con$conn.csv" \
			| sort -g > "$results_directory/con$conn-response.csv"

		# Get Number of 200s
		oks=$(wc -l < "$results_directory/con$conn-response.csv")
		((oks == 0)) && continue # If all errors, skip line

		# We determine duration by looking at the timestamp of the last complete request
		# TODO: Should this instead just use the client-side synthetic duration_sec value?
		duration=$(tail -n1 "$results_directory/con$conn.csv" | cut -d, -f8)

		# Throughput is calculated as the mean number of successful requests per second
		throughput=$(echo "$oks/$duration" | bc)
		printf "%d,%f\n" "$conn" "$throughput" >> "$results_directory/throughput.csv"

		# Generate Latency Data for csv
		awk '
		BEGIN {
			sum = 0
			p50 = int('"$oks"' * 0.5)
			p90 = int('"$oks"' * 0.9)
			p99 = int('"$oks"' * 0.99)
			p100 = '"$oks"'
			printf "'"$conn"',"
		}
		NR==p50 {printf "%1.4f,", $0}
		NR==p90 {printf "%1.4f,", $0}
		NR==p99 {printf "%1.4f,", $0}
		NR==p100 {printf "%1.4f\n", $0}
	' < "$results_directory/con$conn-response.csv" >> "$results_directory/latency.csv"

		# Delete scratch file used for sorting/counting
		rm -rf "$results_directory/con$conn-response.csv"
	done

	# Transform csvs to dat files for gnuplot
	for file in success latency throughput; do
		echo -n "#" > "$results_directory/$file.dat"
		tr ',' ' ' < "$results_directory/$file.csv" | column -t >> "$results_directory/$file.dat"
	done

	# Generate gnuplots
	generate_gnuplots latency success throughput

	# Cleanup, if requires
	echo "[OK]"

}

main "$@"