summaryrefslogtreecommitdiffstats
path: root/benchmark/proto/compare_sizes.py
blob: b8b79bb9461edef96012cbee7d202efba9856579 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
#!/usr/bin/env python

from __future__ import division
import sys
import numbers

import openxc_pb2
import json

def sizeof_fmt(num):
    for unit in ['bytes', 'KB', 'MB', 'GB', 'TB']:
        if num < 1024.0:
            return "%3.1f%s" % (num, unit)
        num /= 1024.0

total_raw_json_size = 0
total_raw_binary_size = 0
total_translated_json_size = 0
total_translated_binary_size = 0

for trace_file in sys.argv[1:]:
    for line in open(trace_file):
        try:
            json_message = json.loads(line)
        except ValueError:
            continue

        if 'id' and 'data' in json_message:
            total_raw_json_size += len(line)
            binary_message = openxc_pb2.RawMessage()
            binary_message.message_id = json_message['id']
            binary_message.data = int(json_message['data'], 0)
            total_raw_binary_size += len(binary_message.SerializeToString())
        else:
            if isinstance(json_message['value'], bool):
                binary_message = openxc_pb2.TranslatedBooleanMessage()
            elif isinstance(json_message['value'], numbers.Number):
                binary_message = openxc_pb2.TranslatedNumericMessage()
            else:
                binary_message = openxc_pb2.TranslatedStringMessage()
            binary_message.name = json_message['name']
            binary_message.value = json_message['value']
            total_translated_json_size += len(line)
            total_translated_binary_size += len(binary_message.SerializeToString())


print("For the %d trace files given..." % len(sys.argv[1:]))
print("Total transferred raw JSON size is %s" % sizeof_fmt(total_raw_json_size))
print("Total transferred raw binary size is %s" % sizeof_fmt(total_raw_binary_size))
print("Total transferred translated JSON size is %s" %
        sizeof_fmt(total_translated_json_size))
print("Total transferred translated binary size is %s" %
        sizeof_fmt(total_translated_binary_size))

total_json_size = total_raw_json_size + total_translated_json_size
print("Total transferred JSON size is %s" % sizeof_fmt(total_json_size))
total_binary_size = total_raw_binary_size + total_translated_binary_size
print("Total transferred binary size is %s" % sizeof_fmt(total_binary_size))

print("Binary encoding is %f%% smaller than JSON for raw messages" % (
        100 - (total_raw_binary_size / total_raw_json_size * 100)))
print("Binary encoding is %f%% smaller than JSON for translated messages" % (
        100 - (total_translated_binary_size / total_translated_json_size * 100)))
print("Binary encoding is %f%% smaller than JSON overall" % (
        100 - (total_binary_size / total_json_size * 100)))