sledge/runtime/tests/parse_get_avg.py

import os
import sys
import numpy as np
from collections import defaultdict
#import matplotlib.pyplot as plt
#cmd1='grep "outbound|80||%s" istio-log/%s | grep "8012::capacity::"|awk -F "::" \'{print $2 " " $4}\'' % (function, files[i])
def def_value():
	return 0

def parse_file(file_dir):
	running_time_dict = defaultdict(def_value)
	queuing_times_dict = defaultdict(def_value)
	total_times_dict = defaultdict(def_value)
	runnable_times_dict = defaultdict(def_value)
	blocked_times_dict = defaultdict(def_value)
	initializing_times_dict = defaultdict(def_value)
	execution_times_dict = defaultdict(def_value)
	
	running_times = [] 
	queuing_times = []
	total_times = []
	runnable_times = []
	blocked_times = []
	initializing_times = []
	execution_times = []
	fo = open(file_dir, "r+")
	next(fo)
	for line in fo:
		#if "module " in line:
			#jump two lines
		#	next(fo)
		#	continue
		if "total_time" in line or "min" in line or "miss" in line or "meet" in line or "time " in line or "scheduling count" in line:
			continue 
		t = line.split(",")
		id = t[1]
		running_time_dict[id] += int(t[9])
		queuing_times_dict[id] += int(t[6])
		total_times_dict[id] += int(t[5])
		runnable_times_dict[id] += int(t[8])
		blocked_times_dict[id] += int(t[10])
		initializing_times_dict[id] += int(t[7])
		#execution_times_dict[id] += int(t[11])
	for key,value in running_time_dict.items():	
		running_times.append(value)
	for key,value in queuing_times_dict.items():
		queuing_times.append(value)
	for key,value in runnable_times_dict.items():
		runnable_times.append(value)
	for key,value in blocked_times_dict.items():
		blocked_times.append(value)
	for key,value in initializing_times_dict.items():
		initializing_times.append(value)
	for key,value in total_times_dict.items():
		total_times.append(value)
	#for key,value in execution_times_dict.items():
	#	execution_times.append(value)
	#return  np.median(running_times), np.median(queuing_times), np.median(runnable_times), np.median(blocked_times), np.median(initializing_times)
	print("total_time, running_time, queuing_time, runnable_time, blocked_time, initializing_time")
	print(np.median(total_times), np.median(running_times), np.median(queuing_times), np.median(runnable_times), np.median(blocked_times), np.median(initializing_times))
	print(np.mean(total_times), np.mean(running_times), np.mean(queuing_times), np.mean(runnable_times), np.mean(blocked_times), np.mean(initializing_times))

	#print(initializing_times)
if __name__ == "__main__":
    import json
    argv = sys.argv[1:]
    if len(argv) < 1:
        print("usage ", sys.argv[0], " file dir")
        sys.exit()

    #m_running_t, m_queuing_t, m_runnable_t, m_blocked_t, m_initializing_t = parse_file(argv[0])
    parse_file(argv[0])

    #print(m_running_t, m_queuing_t, m_runnable_t, m_blocked_t, m_initializing_t)