nijinlong1
/
sledge-1
forked from haiwan/sledge
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update scripts

Browse Source
main
xiaosuGW 3 years ago
parent 9ff138f0f8
commit 520823128e
3 changed files with 131 additions and 17 deletions
Show Stats Download Patch File Download Diff File

118
runtime/tests/meet_deadline_percentage.py
Unescape View File

@ -7,8 +7,31 @@ def def_value():
return 0
def count_miss_or_meet_deadline_requests(file_dir, percentage):
#### get execution time
running_time_dict = defaultdict(def_value)
queuing_times_dict = defaultdict(def_value)
total_times_dict = defaultdict(def_value)
runnable_times_dict = defaultdict(def_value)
blocked_times_dict = defaultdict(def_value)
initializing_times_dict = defaultdict(def_value)
execution_times_dict = defaultdict(def_value)
running_times = defaultdict(list)
queuing_times = defaultdict(list)
total_times = defaultdict(list)
runnable_times = defaultdict(list)
blocked_times = defaultdict(list)
initializing_times = defaultdict(list)
execution_times = defaultdict(list)
####
request_counter = defaultdict(def_value)
total_time_dist = defaultdict(list)
total_workload_dist = defaultdict(def_value)
total_real_time_workload_dist = defaultdict(def_value)
real_time_workload_times_dist = defaultdict(list)
real_time_workload_workloads_dist = defaultdict(list)
real_time_workload_requests_dist = defaultdict(list)
min_time = sys.maxsize
# list[0] is meet deadline number, list[1] is miss deadline number
delays = 0
max_latency_dist = defaultdict(def_value)
@ -46,6 +69,38 @@ def count_miss_or_meet_deadline_requests(file_dir, percentage):
s_c = int(line.split(" ")[3])
if max_sc < s_c:
max_sc = s_c
if "total workload" in line:
thread = line.split(" ")[3]
time = line.split(" ")[1]
if min_time > int(time):
min_time = int(time)
real_time_workload = line.split(" ")[11]
total_workload = int(line.split(" ")[8])
total_real_time_workload = int(line.split(" ")[15])
real_time_request = line.split(" ")[5]
real_time_workload_times_dist[thread].append(int(time))
real_time_workload_workloads_dist[thread].append(int(real_time_workload))
real_time_workload_requests_dist[thread].append(int(real_time_request))
if total_workload_dist[thread] < total_workload:
total_workload_dist[thread] = total_workload
if total_real_time_workload_dist[thread] < total_real_time_workload:
total_real_time_workload_dist[thread] = total_real_time_workload
### calculate the execution time
if "memory" in line or "total_time" in line or "min" in line or "miss" in line or "meet" in line or "time " in line or "scheduling count" in line:
continue
t = line.split(",")
id = t[1]
func_idx = t[2][-9]
joined_key = id + "_" + func_idx
running_time_dict[joined_key] += int(t[9])
queuing_times_dict[joined_key] += int(t[6])
total_times_dict[joined_key] += int(t[5])
runnable_times_dict[joined_key] += int(t[8])
blocked_times_dict[joined_key] += int(t[10])
initializing_times_dict[joined_key] += int(t[7])
###
miss_deadline_percentage = (miss_deadline * 100) / (miss_deadline + meet_deadline)
print("meet deadline num:", meet_deadline)
print("miss deadline num:", miss_deadline)
@ -54,8 +109,28 @@ def count_miss_or_meet_deadline_requests(file_dir, percentage):
print("total delays:", delays)
print("scheduling counter:", max_sc)
for key,value in request_counter.items():
print(key + ":" + str(value))
### get execution time
for key,value in running_time_dict.items():
func_idx = key.split("_")[1]
running_times[func_idx].append(value)
for key,value in queuing_times_dict.items():
func_idx = key.split("_")[1]
queuing_times[func_idx].append(value)
for key,value in runnable_times_dict.items():
func_idx = key.split("_")[1]
runnable_times[func_idx].append(value)
for key,value in blocked_times_dict.items():
func_idx = key.split("_")[1]
blocked_times[func_idx].append(value)
for key,value in initializing_times_dict.items():
func_idx = key.split("_")[1]
initializing_times[func_idx].append(value)
for key,value in total_times_dict.items():
func_idx = key.split("_")[1]
total_times[func_idx].append(value)
###
#for key,value in request_counter.items():
#print(key + ":" + str(value))
for key,value in total_time_dist.items():
a = np.array(value)
p = np.percentile(a, int(percentage))
@ -65,10 +140,49 @@ def count_miss_or_meet_deadline_requests(file_dir, percentage):
total_request = miss_value + value
miss_rate = (miss_value * 100) / total_request
print(key + " miss deadline rate:" + str(miss_rate) + " miss count is:" + str(miss_value))
for key,value in real_time_workload_times_dist.items():
real_time_workload_times_dist[key] = [x - min_time for x in value]
for key,value in running_times.items():
print("function:", key)
print(np.median(total_times[key]), np.median(running_times[key]), np.median(queuing_times[key]), np.median(runnable_times[key]), np.median(blocked_times[key]), np.median(initializing_times[key]))
total_workload = 0
with open("total_workload.txt", "w") as f:
for key,value in total_workload_dist.items():
total_workload += value
#print("thread " + key + " total workload:" + str(value))
pair = [key + " "]
pair.append(str(value))
f.writelines(pair)
f.write("\n")
print("total workload is:", total_workload)
with open("total_real_time_workload.txt", "w") as f:
for key,value in total_real_time_workload_dist.items():
#print("thread " + key + " total real time workload:" + str(value))
pair = [key + " "]
pair.append(str(value))
f.writelines(pair)
f.write("\n")
js = json.dumps(total_time_dist)
f = open("total_time.txt", 'w')
f.write(js)
f.close()
js2 = json.dumps(real_time_workload_times_dist)
f2 = open("real_workload_times.txt", 'w')
f2.write(js2)
f2.close()
js3 = json.dumps(real_time_workload_workloads_dist)
f3 = open("real_workload_workloads.txt", 'w')
f3.write(js3)
f3.close()
js4 = json.dumps(real_time_workload_requests_dist)
f4 = open("real_workload_requests.txt", 'w')
f4.write(js4)
f4.close()
#for key,value in total_time_dist.items():
# print(key + ":", value)
if __name__ == "__main__":

14
runtime/tests/parse_get_avg.py
Unescape View File

@ -33,13 +33,13 @@ def parse_file(file_dir):
if "total_time" in line or "min" in line or "miss" in line or "meet" in line or "time " in line or "scheduling count" in line:
continue
t = line.split(",")
id = t[0]
running_time_dict[id] += int(t[8])
queuing_times_dict[id] += int(t[5])
total_times_dict[id] += int(t[4])
runnable_times_dict[id] += int(t[7])
blocked_times_dict[id] += int(t[9])
initializing_times_dict[id] += int(t[6])
id = t[1]
running_time_dict[id] += int(t[9])
queuing_times_dict[id] += int(t[6])
total_times_dict[id] += int(t[5])
runnable_times_dict[id] += int(t[8])
blocked_times_dict[id] += int(t[10])
initializing_times_dict[id] += int(t[7])
#execution_times_dict[id] += int(t[11])
for key,value in running_time_dict.items():
running_times.append(value)

16
runtime/tests/parse_get_detail.py
Unescape View File

@ -31,16 +31,16 @@ def parse_file(file_dir):
next(fo)
for line in fo:
t = line.split(",")
id = t[0]
id = t[1]
ids.append(id)
running_time_dict[id].append(int(t[8]))
queuing_times_dict[id].append(int(t[5]))
total_times_dict[id].append(int(t[4]))
runnable_times_dict[id].append(int(t[7]))
blocked_times_dict[id].append(int(t[9]))
initializing_times_dict[id].append(int(t[6]))
running_time_dict[id].append(int(t[9]))
queuing_times_dict[id].append(int(t[6]))
total_times_dict[id].append(int(t[5]))
runnable_times_dict[id].append(int(t[8]))
blocked_times_dict[id].append(int(t[10]))
initializing_times_dict[id].append(int(t[7]))
#execution_times_dict[id].append(int(t[11]))
real_total_times_dict[id].append(int(t[11]))
real_total_times_dict[id].append(int(t[12]))
print(running_time_dict[0])
print("request-id,sandbox-id,completion,blocked,running,queuing,init\n")
list_len = len(running_time_dict[0])

Write Preview
Loading…
Cancel
Save