sledge/runtime/experiments/preemption/run.sh

#!/bin/bash
source ../common.sh

# This experiment is intended to document how the level of concurrent requests influence the latency, throughput, and success/failure rate
# Use -d flag if running under gdb

timestamp=$(date +%s)
experiment_directory=$(pwd)
binary_directory=$(cd ../../bin && pwd)

schedulers=(EDF FIFO)
for scheduler in ${schedulers[*]}; do

  results_directory="$experiment_directory/res/$timestamp/$scheduler"
  log=log.txt

  mkdir -p "$results_directory"
  log_environment >>"$results_directory/$log"

  # Start the runtime
  if [ "$1" != "-d" ]; then
    SLEDGE_NWORKERS=5 SLEDGE_SCHEDULER=$scheduler PATH="$binary_directory:$PATH" LD_LIBRARY_PATH="$binary_directory:$LD_LIBRARY_PATH" sledgert "$experiment_directory/spec.json" >>"$results_directory/$log" 2>>"$results_directory/$log" &
    sleep 1
  else
    echo "Running under gdb"
    echo "Running under gdb" >>"$results_directory/$log"
  fi

  inputs=(40 10)
  duration_sec=15
  offset=5

  # Execute workloads long enough for runtime to learn excepted execution time
  echo -n "Running Samples: "
  for input in ${inputs[*]}; do
    hey -z ${duration_sec}s -c 3 -o csv -m GET -d "$input\n" http://localhost:$((10000 + input))
  done
  echo "[DONE]"
  sleep 5

  echo "Running Experiments"
  # Run each separately
  hey -z ${duration_sec}s -cpus 3 -c 3 -o csv -m GET -d "40\n" http://localhost:10040 >"$results_directory/fib40.csv"
  hey -z ${duration_sec}s -cpus 3 -c 3 -o csv -m GET -d "10\n" http://localhost:10010 >"$results_directory/fib10.csv"

  # Run lower priority first, then higher priority. The lower priority has offsets to ensure it runs the entire time the high priority is trying to run
  hey -z $((duration_sec + 2 * offset))s -cpus 3 -c 3 -o csv -m GET -d "40\n" http://localhost:10040 >"$results_directory/fib40-con.csv" &
  sleep $offset
  hey -z ${duration_sec}s -cpus 3 -c 3 -o csv -m GET -d "10\n" http://localhost:10010 >"$results_directory/fib10-con.csv" &
  sleep $((duration_sec + offset + 5))

  # Stop the runtime if not in debug mode
  [ "$1" != "-d" ] && kill_runtime

  # Generate *.csv and *.dat results
  echo -n "Parsing Results: "

  printf "Payload,Success_Rate\n" >>"$results_directory/success.csv"
  printf "Payload,Throughput\n" >>"$results_directory/throughput.csv"
  printf "Payload,p50,p90,p99,p100\n" >>"$results_directory/latency.csv"

  deadlines_ms=(1.5 1.5 660 660)
  payloads=(fib10 fib10-con fib40 fib40-con)

  for ((i = 0; i < 4; i++)); do
    # for payload in ${payloads[*]}; do
    payload=${payloads[$i]}
    deadline=${deadlines_ms[$i]}

    # Get Number of Requests
    requests=$(($(wc -l <"$results_directory/$payload.csv") - 1))
    ((requests == 0)) && continue

    # Calculate Success Rate for csv
    awk -F, '
      $7 == 200 && ($1 * 1000) <= '"$deadline"' {ok++}
      END{printf "'"$payload"',%3.5f%\n", (ok / (NR - 1) * 100)}
    ' <"$results_directory/$payload.csv" >>"$results_directory/success.csv"

    # Filter on 200s, convery from s to ms, and sort
    awk -F, '$7 == 200 {print ($1 * 1000)}' <"$results_directory/$payload.csv" |
      sort -g >"$results_directory/$payload-response.csv"

    # Get Number of 200s
    oks=$(wc -l <"$results_directory/$payload-response.csv")
    ((oks == 0)) && continue # If all errors, skip line

    # Get Latest Timestamp
    duration=$(tail -n1 "$results_directory/$payload.csv" | cut -d, -f8)
    throughput=$(echo "$oks/$duration" | bc)
    printf "%s,%f\n" "$payload" "$throughput" >>"$results_directory/throughput.csv"

    # Generate Latency Data for csv
    awk '
      BEGIN {
        sum = 0
        p50 = int('"$oks"' * 0.5)
        p90 = int('"$oks"' * 0.9)
        p99 = int('"$oks"' * 0.99)
        p100 = '"$oks"'
        printf "'"$payload"',"
      }
      NR==p50  {printf "%1.4f%,",  $0 / '"$deadline"' * 100}
      NR==p90  {printf "%1.4f%,",  $0 / '"$deadline"' * 100}
      NR==p99  {printf "%1.4f%,",  $0 / '"$deadline"' * 100}
      NR==p100 {printf "%1.4f%\n", $0 / '"$deadline"' * 100}
    ' <"$results_directory/$payload-response.csv" >>"$results_directory/latency.csv"

    # Delete scratch file used for sorting/counting
    # rm -rf "$results_directory/$payload-response.csv"
  done

  # Transform csvs to dat files for gnuplot
  for file in success latency throughput; do
    echo -n "#" >"$results_directory/$file.dat"
    tr ',' ' ' <"$results_directory/$file.csv" | column -t >>"$results_directory/$file.dat"
  done

  # Generate gnuplots. Commented out because we don't have *.gnuplots defined
  # generate_gnuplots

  # Cleanup, if requires
  echo "[DONE]"
done