blob: 0ed445fd0638ad2a75d668cf28f90e5da8a10be0 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
#!/usr/bin/env python
from __future__ import division
import sys
import numbers
import openxc_pb2
import json
def sizeof_fmt(num):
for unit in ['bytes', 'KB', 'MB', 'GB', 'TB']:
if num < 1024.0:
return "%3.1f%s" % (num, unit)
num /= 1024.0
total_raw_can_size = 0
total_raw_json_size = 0
total_raw_binary_size = 0
total_translated_json_size = 0
total_translated_binary_size = 0
for trace_file in sys.argv[1:]:
for line in open(trace_file):
try:
json_message = json.loads(line)
except ValueError:
continue
del json_message['timestamp']
message = openxc_pb2.VehicleMessage()
if 'id' and 'data' in json_message:
# rough approx. that CAN messages are 10 bytes - they could be less
# but most of ours are full 64+11 bits
total_raw_can_size += 10
total_raw_json_size += len(json.dumps(json_message))
message.type = openxc_pb2.VehicleMessage.RAW
message.raw_message.message_id = json_message['id']
message.raw_message.data = int(json_message['data'], 0)
total_raw_binary_size += len(message.SerializeToString())
else:
message.type = openxc_pb2.VehicleMessage.TRANSLATED
message.translated_message.name = json_message['name']
if 'event' in json_message:
message.translated_message.string_value = json_message['value']
if isinstance(json_message['event'], bool):
message.translated_message.type = openxc_pb2.TranslatedMessage.EVENTED_BOOL
message.translated_message.boolean_event = json_message['event']
elif isinstance(json_message['event'], numbers.Number):
message.translated_message.type = openxc_pb2.TranslatedMessage.EVENTED_NUM
message.translated_message.numeric_value = json_message['event']
else:
message.translated_message.type = openxc_pb2.TranslatedMessage.EVENTED_STRING
message.translated_message.string_value = json_message['event']
else:
if isinstance(json_message['value'], bool):
message.translated_message.type = openxc_pb2.TranslatedMessage.BOOL
message.translated_message.boolean_value = json_message['value']
elif isinstance(json_message['value'], numbers.Number):
message.translated_message.type = openxc_pb2.TranslatedMessage.NUM
message.translated_message.numeric_value = json_message['value']
else:
message.translated_message.type = openxc_pb2.TranslatedMessage.STRING
message.translated_message.string_value = json_message['value']
total_translated_json_size += len(json.dumps(json_message))
total_translated_binary_size += len(message.SerializeToString())
print("For the %d trace files given..." % len(sys.argv[1:]))
print("Total transferred raw CAN size is %s" % sizeof_fmt(total_raw_can_size))
print("Total transferred raw JSON size is %s" % sizeof_fmt(total_raw_json_size))
print("Total transferred raw binary size is %s" % sizeof_fmt(total_raw_binary_size))
print("Total transferred translated JSON size is %s" %
sizeof_fmt(total_translated_json_size))
print("Total transferred translated binary size is %s" %
sizeof_fmt(total_translated_binary_size))
total_json_size = total_raw_json_size + total_translated_json_size
print("Total transferred JSON size is %s" % sizeof_fmt(total_json_size))
total_binary_size = total_raw_binary_size + total_translated_binary_size
print("Total transferred binary size is %s" % sizeof_fmt(total_binary_size))
if total_raw_can_size > 0:
print("Binary encoding adds %f%% overhead to raw CAN messages" % (
total_raw_binary_size / total_raw_can_size * 100 - 100))
print("JSON encoding adds %f%% overhead to raw CAN messages" % (
total_raw_json_size / total_raw_can_size * 100 - 100))
if total_raw_json_size > 0:
print("Binary encoding is %f%% smaller than JSON for raw messages" % (
100 - (total_raw_binary_size / total_raw_json_size * 100)))
if total_translated_json_size > 0:
print("Binary encoding is %f%% smaller than JSON for translated messages" % (
100 - (total_translated_binary_size / total_translated_json_size * 100)))
print("Binary encoding is %f%% smaller than JSON overall" % (
100 - (total_binary_size / total_json_size * 100)))
|
