sledge/test.sh

#!/bin/bash
# Test Driver Script
# TODO: Consider refactoring into Make infrastructure

if [[ $0 != "./test.sh" ]]; then
	echo "Must run in same directory as ./test.sh"
	exit 1
fi

base_dir=$(pwd)

declare -ra tests=(
	ocr_hyde
	ocr_handwriting
	ocr_fivebyeight
	ocr_by_word
	ocr_by_font
	ocr_by_dpi
	ekf_by_iteration
	ekf_one_iteration
	image_classification
	image_resize
	lpd_by_resolution
	lpd_by_plate_count
	bimodal
	concurrency
	payload
)

declare -a failed_tests=()

# OCR Tests
# FIXME: OCR tests seem to sporadically fail and then work on rerun.
ocr_hyde() {
	# FIXME: This check is a hack because GitHub Actions is caching
	# the *.so file in the destination file, not the subodule it built from
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/hyde" || exit 1
	./run.sh || failed_tests+=("ocr_hyde")
	popd || exit 1
	return 0
}

ocr_handwriting() {
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/handwriting" || exit 1
	./run.sh || failed_tests+=("ocr_handwriting")
	popd || exit 1
	return 0
}

ocr_fivebyeight() {
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/fivebyeight" || exit 1
	./run.sh || failed_tests+=("ocr_fivebyeight")
	popd || exit 1
	return 0
}

ocr_by_word() {
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/by_word" || exit 1
	./install.sh || exit 1
	./run.sh || failed_tests+=("ocr_by_word")
	popd || exit 1
	return 0
}

ocr_by_font() {
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/by_font" || exit 1
	./install.sh || exit 1
	./run.sh || failed_tests+=("ocr_by_font")
	popd || exit 1
	return 0
}

ocr_by_dpi() {
	if [[ ! -f "$base_dir/runtime/bin/gocr_wasm.so" ]]; then
		make gocr -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ocr/by_dpi" || exit 1
	./install.sh || exit 1
	./run.sh || failed_tests+=("ocr_by_dpi")
	popd || exit 1
	return 0
}

# EKF Tests
ekf_by_iteration() {
	if [[ ! -f "$base_dir/runtime/bin/ekf_wasm.so" ]]; then
		make tinyekf -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ekf/by_iteration" || exit 1
	./run.sh || failed_tests+=("ocr_by_dpi")
	popd || exit 1
	return 0
}

ekf_one_iteration() {
	if [[ ! -f "$base_dir/runtime/bin/ekf_wasm.so" ]]; then
		make tinyekf -C "$base_dir/runtime/tests" || exit 1
	fi
	pushd "$base_dir/runtime/experiments/applications/ekf/one_iteration" || exit 1
	./run.sh || failed_tests+=("ekf_one_iteration")
	popd || exit 1
	return 0
}

# cifar10 Tests
image_classification() {
	make cifar10 -C "$base_dir/runtime/tests" || exit 1
	pushd "$base_dir/runtime/experiments/applications/imageclassification" || exit 1
	./run.sh || failed_tests+=("image_classification")
	popd || exit 1
	return 0
}

image_resize() {
	return 0
	make sod -C "$base_dir/runtime/tests" || exit 1
	pushd "$base_dir/runtime/experiments/applications/imageresize/test" || exit 1
	./install.sh || exit 1
	./run.sh || failed_tests+=("image_resize")
	popd || exit 1
	return 0
}

lpd_by_resolution() {
	# Disabled... Seems to be dumping raw image data
	return 0
	make sod -C "$base_dir/runtime/tests" || exit 1
	pushd "$base_dir/runtime/experiments/applications/imageresize/by_resolution" || exit 1
	./install.sh || exit 1
	./run.sh || failed_tests+=("lpd_by_resolution")
	popd || exit 1
	return 0
}

lpd_by_plate_count() {
	# Disabled... Seems to be dumping raw image data
	return 0
	make sod -C "$base_dir/runtime/tests" || exit 1
	pushd "$base_dir/runtime/experiments/applications/licenseplate/by_plate_count" || exit 1
	./run.sh || failed_tests+=("lpd_by_plate_count")
	popd || exit 1
	return 0
}

bimodal() {
	return 0
	echo "Bimodal"
	# TODO: Make Dependency "fibonacci_wasm.so"
	pushd "$base_dir/runtime/experiments/bimodal/" || exit 1
	./run.sh || failed_tests+=("bimodal")
	popd || exit 1
	return 0
}

concurrency() {
	return 0
	echo "Concurrency"
	# TODO: Make Dependency "empty_wasm.so"
	pushd "$base_dir/runtime/experiments/concurrency/" || exit 1
	./run.sh || failed_tests+=("concurrency")
	popd || exit 1
	return 0
}

payload() {
	return 0
	echo "Payload"
	# TODO: Make Dependency "work1k_wasm.so" "work10k_wasm.so" "work100k_wasm.so" "work1m_wasm.so"
	pushd "$base_dir/runtime/experiments/payload/" || exit 1
	./run.sh || failed_tests+=("payload")
	popd || exit 1
	return 0
}

main() {
	cd "$base_dir/awsm" && cargo build --release || exit 1
	make all -C "$base_dir/runtime" || exit 1

	# If no arguments are provided, run all tests
	if (($# == 0)); then
		for test in "${tests[@]}"; do
			"$test"
		done

		local -i failure_count=${#failed_tests[@]}

		if ((failure_count > 0)); then
			printf "Failed Tests\n"
			for test in "${failed_tests[@]}"; do
				printf "\t%s\n" "$test"
			done
			exit 1
		fi

		exit 0
	fi

	# Otherwise, only run the tests passed as arguments
	for test in "$@"; do
		if [[ ! " ${tests[*]} " =~ " ${test} " ]]; then
			printf "Error: %s is not a known test\n" "$test"
			return 1
		else
			if "$test"; then
				printf "%s: Pass\n" "$test"
			else
				printf "%s: Fail\n" "$test"

			fi
		fi

	done
}

main "$@"