baohezhengqi
/
sledge-serverless-framework
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore: test enhancements for benchmarking

Browse Source
wasi-benchmarking
Sean McBride 3 years ago
parent 154c7e0627
commit 1b7894b2db
3 changed files with 47 additions and 11 deletions
Show Stats Download Patch File Download Diff File

40
tests/deadline_description/Makefile
Unescape View File

@ -7,7 +7,47 @@ clean:
rm -rf res/* rm -rf res/*
run: run:
SLEDGE_SCHEDULER=FIFO SLEDGE_DISABLE_PREEMPTION=true SLEDGE_NWORKERS=1 \
LD_LIBRARY_PATH=${SLEDGE_BINARY_DIR} ${SLEDGE_BINARY_DIR}/sledgert spec.json LD_LIBRARY_PATH=${SLEDGE_BINARY_DIR} ${SLEDGE_BINARY_DIR}/sledgert spec.json
debug: debug:
LD_LIBRARY_PATH=${SLEDGE_BINARY_DIR} gdb ${SLEDGE_BINARY_DIR}/sledgert --eval-command="run spec.json" LD_LIBRARY_PATH=${SLEDGE_BINARY_DIR} gdb ${SLEDGE_BINARY_DIR}/sledgert --eval-command="run spec.json"
bench-ekf:
echo 'hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./ekf/initial_state.dat" "http://${HOSTNAME}:10000"' > ekf.txt
hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./ekf/initial_state.dat" "http://${HOSTNAME}:10000" >> ekf.txt 2>&1
client-ekf:
cat ./ekf/initial_state.dat | http :10000
bench-resize:
echo 'hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./resize/shrinking_man_large.jpg" "http://${HOSTNAME}:10001"' > resize.txt
hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./resize/shrinking_man_large.jpg" "http://${HOSTNAME}:10001" >> resize.txt 2>&1
client-resize:
cat ./resize/shrinking_man_large.jpg | http "http://${HOSTNAME}:10001"
bench-lpd:
echo 'hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./lpd/Cars0.png" "http://${HOSTNAME}:10002"' > lpd.txt
hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./lpd/Cars0.png" "http://${HOSTNAME}:10002" >> lpd.txt 2>&1
client-lpd:
cat ./lpd/Cars0.png | http "http://${HOSTNAME}:10002"
bench-gocr:
echo 'hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./gocr/hyde.pnm" "http://${HOSTNAME}:10003"' > gocr.txt
hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./gocr/hyde.pnm" "http://${HOSTNAME}:10003" >> gocr.txt 2>&1
client-gocr:
cat ./gocr/hyde.pnm | http "http://${HOSTNAME}:10003"
bench-cifar10:
echo 'hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./cifar10/airplane1.bmp" "http://${HOSTNAME}:10004"' > cifar10.txt
hey -disable-compression -disable-keepalive -disable-redirects -z 10m -c 1 -cpus 1 -t 0 -m GET -D "./cifar10/airplane1.bmp" "http://${HOSTNAME}:10004" >> cifar10.txt 2>&1
client-cifar10:
cat ./cifar10/airplane1.bmp | http "http://${HOSTNAME}:10004"
bench-all: bench-ekf bench-resize bench-lpd bench-gocr bench-cifar10

10
tests/deadline_description/spec.json
Unescape View File

@ -5,8 +5,8 @@
"port": 10000, "port": 10000,
"expected-execution-us": 5000, "expected-execution-us": 5000,
"relative-deadline-us": 50000, "relative-deadline-us": 50000,
"http-req-size": 1024000, "http-req-size": 10000,
"http-resp-size": 1024000, "http-resp-size": 10000,
"http-resp-content-type": "application/octet-stream" "http-resp-content-type": "application/octet-stream"
}, },
{ {
@ -16,7 +16,7 @@
"expected-execution-us": 5000, "expected-execution-us": 5000,
"relative-deadline-us": 50000, "relative-deadline-us": 50000,
"http-req-size": 1024000, "http-req-size": 1024000,
"http-resp-size": 1024000, "http-resp-size": 512000,
"http-resp-content-type": "image/png" "http-resp-content-type": "image/png"
}, },
{ {
@ -26,7 +26,7 @@
"expected-execution-us": 5000, "expected-execution-us": 5000,
"relative-deadline-us": 50000, "relative-deadline-us": 50000,
"http-req-size": 1002400, "http-req-size": 1002400,
"http-resp-size": 1048576, "http-resp-size": 10000,
"http-resp-content-type": "text/plain" "http-resp-content-type": "text/plain"
}, },
{ {
@ -36,7 +36,7 @@
"expected-execution-us": 5000, "expected-execution-us": 5000,
"relative-deadline-us": 360000, "relative-deadline-us": 360000,
"http-req-size": 5335057, "http-req-size": 5335057,
"http-resp-size": 5335057, "http-resp-size": 10000,
"http-resp-content-type": "text/plain" "http-resp-content-type": "text/plain"
}, },
{ {

8
tests/workload_mix_realworld/run.sh
Unescape View File

@ -52,11 +52,7 @@ initialize_globals() {
get_port() { get_port() {
local name="$1" local name="$1"
{ cat ./spec.json | jq ".[] | select(.name == \"$name\") | .port"
echo "["
cat ./spec.json
echo "]"
} | jq ".[] | select(.name == \"$name\") | .port"
} }
run_experiments() { run_experiments() {
@ -122,7 +118,7 @@ run_experiments() {
((batch_id++)) ((batch_id++))
for workload in "${workloads[@]}"; do for workload in "${workloads[@]}"; do
shortname="${workload%%_+([[:digit:]]).+([[:digit:]])}" shortname="${workload%%_+([[:digit:]]).+([[:digit:]])}"
if ((roll >= floor[$workload] && roll < floor[$workload] + length[$workload])); then if ((roll >= floor[$workload] && roll < (floor[$workload] + length[$workload]))); then
# We require word splitting on the value returned by the body associative array # We require word splitting on the value returned by the body associative array
#shellcheck disable=SC2086 #shellcheck disable=SC2086
hey -disable-compression -disable-keepalive -disable-redirects -n $batch_size -c 1 -cpus 1 -t 0 -o csv -m GET ${body[$shortname]} "http://${hostname}:${port[$workload]}" > /dev/null 2> /dev/null & hey -disable-compression -disable-keepalive -disable-redirects -n $batch_size -c 1 -cpus 1 -t 0 -o csv -m GET ${body[$shortname]} "http://${hostname}:${port[$workload]}" > /dev/null 2> /dev/null &

Write Preview
Loading…
Cancel
Save