You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
119 lines
3.8 KiB
119 lines
3.8 KiB
#!/bin/bash
|
|
|
|
__run_sh__base_path="$(dirname "$(realpath --logical "${BASH_SOURCE[0]}")")"
|
|
__run_sh__bash_libraries_relative_path="../../../bash_libraries"
|
|
__run_sh__bash_libraries_absolute_path=$(cd "$__run_sh__base_path" && cd "$__run_sh__bash_libraries_relative_path" && pwd)
|
|
export PATH="$__run_sh__bash_libraries_absolute_path:$PATH"
|
|
|
|
source csv_to_dat.sh || exit 1
|
|
source framework.sh || exit 1
|
|
source get_result_count.sh || exit 1
|
|
source panic.sh || exit 1
|
|
source path_join.sh || exit 1
|
|
source validate_dependencies.sh || exit 1
|
|
|
|
experiment_main() {
|
|
local -ri iteration_count=100
|
|
local -ri word_count=100
|
|
|
|
if (($# != 2)); then
|
|
panic "invalid number of arguments \"$1\""
|
|
return 1
|
|
elif [[ -z "$1" ]]; then
|
|
panic "hostname \"$1\" was empty"
|
|
return 1
|
|
elif [[ ! -d "$2" ]]; then
|
|
panic "directory \"$2\" does not exist"
|
|
return 1
|
|
fi
|
|
|
|
local -r hostname="$1"
|
|
local -r results_directory="$2"
|
|
|
|
# Perform Experiments
|
|
printf "Running Experiments\n"
|
|
local -ra fonts=("DejaVu Sans Mono" "Roboto" "Cascadia Code")
|
|
local -Ar font_to_port=(
|
|
["DejaVu Sans Mono"]=10000
|
|
["Roboto"]=10001
|
|
["Cascadia Code"]=10002
|
|
)
|
|
local words
|
|
for ((i = 1; i <= iteration_count; i++)); do
|
|
words="$(shuf -n"$word_count" /usr/share/dict/american-english)"
|
|
|
|
for font in "${fonts[@]}"; do
|
|
font_file="${font// /_}"
|
|
|
|
pango-view --font="$font" -qo "${font_file}_words.png" -t "$words" || exit 1
|
|
pngtopnm "${font_file}_words.png" > "${font_file}_words.pnm"
|
|
|
|
result=$(curl -H 'Expect:' -H "Content-Type: text/plain" --data-binary @"${font_file}_words.pnm" "$hostname:${font_to_port[$font]}" --silent -w "%{stderr}%{time_total}\n" 2>> "$results_directory/${font_file}_time.txt")
|
|
|
|
rm "${font_file}"_words.png "${font_file}"_words.pnm
|
|
|
|
# Logs the number of words that don't match
|
|
echo "font: $font_file" >> "$results_directory/${font_file}_full_results.txt"
|
|
diff -ywBZE --suppress-common-lines <(echo "$words") <(echo "$result") \
|
|
| tee -a "$results_directory/${font_file}_full_results.txt" \
|
|
| wc -l >> "$results_directory/${font_file}_results.txt"
|
|
echo "==========================================" >> "$results_directory/${font_file}_full_results.txt"
|
|
done
|
|
done
|
|
|
|
# Process Results
|
|
# Write Headers to CSV files
|
|
printf "font,Success_Rate\n" >> "$results_directory/success.csv"
|
|
printf "font,min,mean,p50,p90,p99,p100\n" >> "$results_directory/latency.csv"
|
|
for font in "${fonts[@]}"; do
|
|
font_file="${font// /_}"
|
|
|
|
# Skip empty results
|
|
oks=$(wc -l < "$results_directory/${font_file}_time.txt")
|
|
((oks == 0)) && continue
|
|
|
|
# Calculate success rate
|
|
awk '
|
|
BEGIN {total_mistakes=0}
|
|
{total_mistakes += $1}
|
|
END {
|
|
average_mistakes = (total_mistakes / NR)
|
|
success_rate = ('$word_count' - average_mistakes) / '$word_count' * 100
|
|
printf "'"$font_file"',%f\n", success_rate
|
|
}
|
|
' < "$results_directory/${font_file}_results.txt" >> "$results_directory/success.csv"
|
|
|
|
# Convert latency from s to ms, and sort
|
|
awk -F, '{print ($0 * 1000)}' < "$results_directory/${font_file}_time.txt" | sort -g > "$results_directory/${font_file}_time_sorted.txt"
|
|
|
|
# Generate Latency Data for csv
|
|
awk '
|
|
BEGIN {
|
|
sum = 0
|
|
p50_idx = int('"$oks"' * 0.5)
|
|
p90_idx = int('"$oks"' * 0.9)
|
|
p99_idx = int('"$oks"' * 0.99)
|
|
p100_idx = '"$oks"'
|
|
printf "'"$font_file"',"
|
|
}
|
|
{sum += $0}
|
|
NR==1 {min = $0}
|
|
NR==p50_idx {p50 = $0}
|
|
NR==p90_idx {p90 = $0}
|
|
NR==p99_idx {p99 = $0}
|
|
NR==p100_idx {p100 = $0}
|
|
END {
|
|
mean = sum / NR
|
|
printf "%1.4f,%1.4f,%1.4f,%1.4f,%1.4f,%1.4f\n", min, mean, p50, p90, p99, p100
|
|
}
|
|
' < "$results_directory/${font_file}_time_sorted.txt" >> "$results_directory/latency.csv"
|
|
done
|
|
|
|
# Transform csvs to dat files for gnuplot
|
|
csv_to_dat "$results_directory/success.csv" "$results_directory/latency.csv"
|
|
}
|
|
|
|
validate_dependencies curl shuf pango-view pngtopnm diff
|
|
|
|
main "$@"
|