model-benchmark-v2/analyze.py at master · comnetunb/model-benchmark-v2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
#!/usr/bin/python3

import json
import pandas as pd


def read(path):
    with open(path) as json_file:
        return json.load(json_file)


def get_data_frame(info):
    results = []
    for res in info['results']:
        results.append(res['duration'] / 1000)
    return pd.DataFrame(results)[0]


baseline_results = read('./data/results/cpu/baseline.json')
java_native_results = read('./data/results/cpu/java-native.json')
java_python_results = read('./data/results/cpu/java-python-interface.json')
baseline_results_gpu = read('./data/results/gpu/baseline.json')
java_native_results_gpu = read('./data/results/gpu/java-native.json')
java_python_results_gpu = read('./data/results/gpu/java-python-interface.json')

# Baseline

baseline_frame = get_data_frame(baseline_results)
print('############################################################')
print(' Baseline ')
print('############################################################')
print()
print('total:', baseline_frame.size)
print('avg:', baseline_frame.mean(), 'ms')
print('median:', baseline_frame.median(), 'ms')
print('stdev:', baseline_frame.std(), 'ms')
print('min:', baseline_frame.min(), 'ms')
print('max:', baseline_frame.max(), 'ms')
print()

# Java Native

java_native_frame = get_data_frame(java_native_results)
print('############################################################')
print(' Java Native ')
print('############################################################')
print()
print('total:', java_native_frame.size)
print('avg:', java_native_frame.mean(), 'ms')
print('median:', java_native_frame.median(), 'ms')
print('stdev:', java_native_frame.std(), 'ms')
print('min:', java_native_frame.min(), 'ms')
print('max:', java_native_frame.max(), 'ms')
print()

# Java Python Interface

java_python_frame = get_data_frame(java_python_results)
print('############################################################')
print(' Java Python Interface ')
print('############################################################')
print()
print('total:', java_python_frame.size)
print('avg:', java_python_frame.mean(), 'ms')
print('median:', java_python_frame.median(), 'ms')
print('stdev:', java_python_frame.std(), 'ms')
print('min:', java_python_frame.min(), 'ms')
print('max:', java_python_frame.max(), 'ms')
print()

# Baseline GPU

baseline_frame_gpu = get_data_frame(baseline_results_gpu)
print('############################################################')
print(' Baseline ')
print('############################################################')
print()
print('total:', baseline_frame_gpu.size)
print('avg:', baseline_frame_gpu.mean(), 'ms')
print('median:', baseline_frame_gpu.median(), 'ms')
print('stdev:', baseline_frame_gpu.std(), 'ms')
print('min:', baseline_frame_gpu.min(), 'ms')
print('max:', baseline_frame_gpu.max(), 'ms')
print()

# Java Native GPU

java_native_frame_gpu = get_data_frame(java_native_results_gpu)
print('############################################################')
print(' Java Native ')
print('############################################################')
print()
print('total:', java_native_frame_gpu.size)
print('avg:', java_native_frame_gpu.mean(), 'ms')
print('median:', java_native_frame_gpu.median(), 'ms')
print('stdev:', java_native_frame_gpu.std(), 'ms')
print('min:', java_native_frame_gpu.min(), 'ms')
print('max:', java_native_frame_gpu.max(), 'ms')
print()

# Java Python Interface GPU

java_python_frame_gpu = get_data_frame(java_python_results_gpu)
print('############################################################')
print(' Java Python Interface ')
print('############################################################')
print()
print('total:', java_python_frame_gpu.size)
print('avg:', java_python_frame_gpu.mean(), 'ms')
print('median:', java_python_frame_gpu.median(), 'ms')
print('stdev:', java_python_frame_gpu.std(), 'ms')
print('min:', java_python_frame_gpu.min(), 'ms')
print('max:', java_python_frame_gpu.max(), 'ms')
print()