nopenpilot/tools/latency_logging/read_cloudlog.py

50 lines
1.6 KiB
Python

from selfdrive.swaglog import cloudlog
from tools.lib.route import Route
from tools.lib.logreader import LogReader
import json
from collections import defaultdict
timestamps = defaultdict(lambda: defaultdict(lambda: defaultdict(list)))
translationdict = {}
#r = Route("9f583b1d93915c31|2022-03-23--14-47-10") clean commit
#r = Route("9f583b1d93915c31|2022-03-24--19-31-10") current (no pub tlogs) update()
#r = Route("9f583b1d93915c31|2022-03-24--20-10-09") # current update(0)
r = Route("9f583b1d93915c31|2022-03-25--13-09-51") # rec and pub
lr = LogReader(r.log_paths()[0])
for msg in lr:
if msg.which() == "logMessage" and "translation" in msg.logMessage:
msg = msg.logMessage.replace("'", '"').replace('"{', "{").replace('}"', "}")
jmsg = json.loads(msg)
logMonoTime = jmsg['msg']['logMonoTime']
frame_id = jmsg['msg']['frameId']
translationdict[logMonoTime] = frame_id
i = 0
for msg in lr:
if msg.which() == "logMessage" and "timestamp" in msg.logMessage:
msg = msg.logMessage.replace("'", '"').replace('"{', "{").replace('}"', "}")
jmsg = json.loads(msg)
service = jmsg['ctx']['daemon']
event = jmsg['msg']['timestamp']['event']
time = jmsg['msg']['timestamp']['time']
frame_id = jmsg['msg']['timestamp']['frameId']
if jmsg['msg']['timestamp']['translate']:
try:
frame_id = translationdict[frame_id]
except:
i+=1
timestamps[frame_id][service][event].append(time)
print("Num failed translations:",i)
del timestamps[0]
with open('timestamps.json', 'w') as outfile:
json.dump(timestamps, outfile)