forked from haiwan/sledge
Sean McBride
4 years ago
parent
cbfad57af9
commit
28ccac11b7
@ -0,0 +1,106 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
source ../common.sh
|
||||||
|
|
||||||
|
# This experiment is intended to document how the level of concurrent requests influence the latency, throughput, and success/failure rate
|
||||||
|
# Use -d flag if running under gdb
|
||||||
|
|
||||||
|
# host=192.168.1.13
|
||||||
|
host=localhost
|
||||||
|
timestamp=$(date +%s)
|
||||||
|
experiment_directory=$(pwd)
|
||||||
|
binary_directory=$(cd ../../bin && pwd)
|
||||||
|
|
||||||
|
results_directory="$experiment_directory/res/$timestamp"
|
||||||
|
log=log.txt
|
||||||
|
|
||||||
|
mkdir -p "$results_directory"
|
||||||
|
log_environment >>"$results_directory/$log"
|
||||||
|
|
||||||
|
inputs=(40 10)
|
||||||
|
duration_sec=15
|
||||||
|
offset=5
|
||||||
|
|
||||||
|
# Execute workloads long enough for runtime to learn excepted execution time
|
||||||
|
echo -n "Running Samples: "
|
||||||
|
for input in ${inputs[*]}; do
|
||||||
|
hey -z ${duration_sec}s -cpus 3 -t 0 -o csv -m GET -d "$input\n" http://${host}:$((10000 + input))
|
||||||
|
done
|
||||||
|
echo "[DONE]"
|
||||||
|
sleep 5
|
||||||
|
|
||||||
|
echo "Running Experiments"
|
||||||
|
|
||||||
|
# Run lower priority first, then higher priority. The lower priority has offsets to ensure it runs the entire time the high priority is trying to run
|
||||||
|
hey -z $((duration_sec + 2 * offset))s -cpus 3 -c 200 -t 0 -o csv -m GET -d "40\n" http://${host}:10040 >"$results_directory/fib40-con.csv" &
|
||||||
|
sleep $offset
|
||||||
|
hey -z ${duration_sec}s -cpus 3 -c 200 -t 0 -o csv -m GET -d "10\n" http://${host}:10010 >"$results_directory/fib10-con.csv" &
|
||||||
|
sleep $((duration_sec + offset + 15))
|
||||||
|
|
||||||
|
# Generate *.csv and *.dat results
|
||||||
|
echo -n "Parsing Results: "
|
||||||
|
|
||||||
|
printf "Payload,Success_Rate\n" >>"$results_directory/success.csv"
|
||||||
|
printf "Payload,Throughput\n" >>"$results_directory/throughput.csv"
|
||||||
|
printf "Payload,p50,p90,p99,p100\n" >>"$results_directory/latency.csv"
|
||||||
|
|
||||||
|
deadlines_ms=(20 20000)
|
||||||
|
payloads=(fib10-con fib40-con)
|
||||||
|
|
||||||
|
for ((i = 0; i < 2; i++)); do
|
||||||
|
payload=${payloads[$i]}
|
||||||
|
deadline=${deadlines_ms[$i]}
|
||||||
|
|
||||||
|
# Get Number of Requests
|
||||||
|
requests=$(($(wc -l <"$results_directory/$payload.csv") - 1))
|
||||||
|
((requests == 0)) && continue
|
||||||
|
|
||||||
|
# Calculate Success Rate for csv
|
||||||
|
awk -F, '
|
||||||
|
$7 == 200 && ($1 * 1000) <= '"$deadline"' {ok++}
|
||||||
|
END{printf "'"$payload"',%3.5f%\n", (ok / (NR - 1) * 100)}
|
||||||
|
' <"$results_directory/$payload.csv" >>"$results_directory/success.csv"
|
||||||
|
|
||||||
|
# Filter on 200s, convery from s to ms, and sort
|
||||||
|
awk -F, '$7 == 200 {print ($1 * 1000)}' <"$results_directory/$payload.csv" |
|
||||||
|
sort -g >"$results_directory/$payload-response.csv"
|
||||||
|
|
||||||
|
# Get Number of 200s
|
||||||
|
oks=$(wc -l <"$results_directory/$payload-response.csv")
|
||||||
|
((oks == 0)) && continue # If all errors, skip line
|
||||||
|
|
||||||
|
# Get Latest Timestamp
|
||||||
|
duration=$(tail -n1 "$results_directory/$payload.csv" | cut -d, -f8)
|
||||||
|
throughput=$(echo "$oks/$duration" | bc)
|
||||||
|
printf "%s,%f\n" "$payload" "$throughput" >>"$results_directory/throughput.csv"
|
||||||
|
|
||||||
|
# Generate Latency Data for csv
|
||||||
|
awk '
|
||||||
|
BEGIN {
|
||||||
|
sum = 0
|
||||||
|
p50 = int('"$oks"' * 0.5)
|
||||||
|
p90 = int('"$oks"' * 0.9)
|
||||||
|
p99 = int('"$oks"' * 0.99)
|
||||||
|
p100 = '"$oks"'
|
||||||
|
printf "'"$payload"',"
|
||||||
|
}
|
||||||
|
NR==p50 {printf "%1.4f,", $0}
|
||||||
|
NR==p90 {printf "%1.4f,", $0}
|
||||||
|
NR==p99 {printf "%1.4f,", $0}
|
||||||
|
NR==p100 {printf "%1.4f\n", $0}
|
||||||
|
' <"$results_directory/$payload-response.csv" >>"$results_directory/latency.csv"
|
||||||
|
|
||||||
|
# Delete scratch file used for sorting/counting
|
||||||
|
# rm -rf "$results_directory/$payload-response.csv"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Transform csvs to dat files for gnuplot
|
||||||
|
for file in success latency throughput; do
|
||||||
|
echo -n "#" >"$results_directory/$file.dat"
|
||||||
|
tr ',' ' ' <"$results_directory/$file.csv" | column -t >>"$results_directory/$file.dat"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Generate gnuplots. Commented out because we don't have *.gnuplots defined
|
||||||
|
# generate_gnuplots
|
||||||
|
|
||||||
|
# Cleanup, if requires
|
||||||
|
echo "[DONE]"
|
||||||
@ -1,34 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
cd ../../bin
|
|
||||||
LD_LIBRARY_PATH="$(pwd):$LD_LIBRARY_PATH" ./sledgert ../tests/mixed_preemption/test_mixed_preemption.json &
|
|
||||||
cd ../tests/mixed_preemption/
|
|
||||||
|
|
||||||
# Run small samples on each port to let the runtime figure out the execution time
|
|
||||||
sleep 10
|
|
||||||
echo "Running Samples"
|
|
||||||
wrk -d 20s -t1 -s post.lua http://localhost:10010 -- --delay 500 10\n
|
|
||||||
wrk -d 20s -t1 -s post.lua http://localhost:10020 -- --delay 500 20\n
|
|
||||||
wrk -d 20s -t1 -s post.lua http://localhost:10030 -- --delay 500 25\n
|
|
||||||
|
|
||||||
# Run in Parallel
|
|
||||||
sleep 10
|
|
||||||
echo "Running Experiments"
|
|
||||||
wrk -d 1m -t1 -s post.lua http://localhost:10010 -- --delay 125 10\n >./res/fib10.txt &
|
|
||||||
wrk -d 2m -t1 -s post.lua http://localhost:10020 -- --delay 250 20\n >./res/fib20.txt &
|
|
||||||
wrk -d 3m -t1 -s post.lua http://localhost:10025 -- --delay 500 25\n >./res/fib25.txt
|
|
||||||
|
|
||||||
# Kill the Background Sledge processes
|
|
||||||
sleep 10
|
|
||||||
echo "Running Cleanup"
|
|
||||||
pkill sledgert
|
|
||||||
pkill wrk
|
|
||||||
|
|
||||||
# Extract the Latency CSV Data from the Log
|
|
||||||
|
|
||||||
echo 'Fib10, Fib10' >./res/fib10.csv
|
|
||||||
grep -A200 -m1 -e 'Percentile, Latency' ./res/fib10.txt >>./res/fib10.csv
|
|
||||||
echo 'Fib20, Fib20' >./res/fib20.csv
|
|
||||||
grep -A200 -m1 -e 'Percentile, Latency' ./res/fib20.txt >>./res/fib20.csv
|
|
||||||
echo 'Fib25, Fib25' >./res/fib25.csv
|
|
||||||
grep -A200 -m1 -e 'Percentile, Latency' ./res/fib25.txt >>./res/fib25.csv
|
|
||||||
paste -d, ./res/fib10.csv ./res/fib20.csv ./res/fib25.csv >./res/merged.csv
|
|
||||||
@ -0,0 +1,10 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
source ../common.sh
|
||||||
|
|
||||||
|
timestamp=$(date +%s)
|
||||||
|
experiment_directory=$(pwd)
|
||||||
|
binary_directory=$(cd ../../bin && pwd)
|
||||||
|
|
||||||
|
# Start the runtime
|
||||||
|
|
||||||
|
PATH="$binary_directory:$PATH" LD_LIBRARY_PATH="$binary_directory:$LD_LIBRARY_PATH" sledgert "$experiment_directory/spec.json"
|
||||||
@ -0,0 +1,18 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
source ../common.sh
|
||||||
|
|
||||||
|
# This experiment is intended to document how the level of concurrent requests influence the latency, throughput, and success/failure rate
|
||||||
|
# Use -d flag if running under gdb
|
||||||
|
|
||||||
|
timestamp=$(date +%s)
|
||||||
|
experiment_directory=$(pwd)
|
||||||
|
binary_directory=$(cd ../../bin && pwd)
|
||||||
|
|
||||||
|
results_directory="$experiment_directory/res/$timestamp/$scheduler"
|
||||||
|
log=log.txt
|
||||||
|
|
||||||
|
mkdir -p "$results_directory"
|
||||||
|
log_environment >>"$results_directory/$log"
|
||||||
|
|
||||||
|
# Start the runtime
|
||||||
|
PATH="$binary_directory:$PATH" LD_LIBRARY_PATH="$binary_directory:$LD_LIBRARY_PATH" sledgert "$experiment_directory/spec.json" | tee -a "$results_directory/$log"
|
||||||
Loading…
Reference in new issue