194 lines
6.7 KiB
Python
Executable File
194 lines
6.7 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# type: ignore
|
|
|
|
from collections import defaultdict
|
|
import argparse
|
|
import os
|
|
import traceback
|
|
from tqdm import tqdm
|
|
from tools.lib.logreader import LogReader
|
|
from tools.lib.route import Route
|
|
from selfdrive.car.car_helpers import interface_names
|
|
from selfdrive.car.fw_versions import match_fw_to_car_exact, match_fw_to_car_fuzzy, build_fw_dict
|
|
from selfdrive.car.toyota.values import FW_VERSIONS as TOYOTA_FW_VERSIONS
|
|
from selfdrive.car.honda.values import FW_VERSIONS as HONDA_FW_VERSIONS
|
|
from selfdrive.car.hyundai.values import FW_VERSIONS as HYUNDAI_FW_VERSIONS
|
|
from selfdrive.car.volkswagen.values import FW_VERSIONS as VW_FW_VERSIONS
|
|
from selfdrive.car.mazda.values import FW_VERSIONS as MAZDA_FW_VERSIONS
|
|
from selfdrive.car.subaru.values import FW_VERSIONS as SUBARU_FW_VERSIONS
|
|
|
|
|
|
NO_API = "NO_API" in os.environ
|
|
SUPPORTED_CARS = set(interface_names['toyota'])
|
|
SUPPORTED_CARS |= set(interface_names['honda'])
|
|
SUPPORTED_CARS |= set(interface_names['hyundai'])
|
|
SUPPORTED_CARS |= set(interface_names['volkswagen'])
|
|
SUPPORTED_CARS |= set(interface_names['mazda'])
|
|
SUPPORTED_CARS |= set(interface_names['subaru'])
|
|
|
|
try:
|
|
from xx.pipeline.c.CarState import migration
|
|
except ImportError:
|
|
migration = {}
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description='Run FW fingerprint on Qlog of route or list of routes')
|
|
parser.add_argument('route', help='Route or file with list of routes')
|
|
parser.add_argument('--car', help='Force comparison fingerprint to known car')
|
|
args = parser.parse_args()
|
|
|
|
if os.path.exists(args.route):
|
|
routes = list(open(args.route))
|
|
else:
|
|
routes = [args.route]
|
|
|
|
mismatches = defaultdict(list)
|
|
|
|
not_fingerprinted = 0
|
|
solved_by_fuzzy = 0
|
|
|
|
good_exact = 0
|
|
wrong_fuzzy = 0
|
|
good_fuzzy = 0
|
|
|
|
dongles = []
|
|
for route in tqdm(routes):
|
|
route = route.rstrip()
|
|
dongle_id, time = route.split('|')
|
|
|
|
if dongle_id in dongles:
|
|
continue
|
|
|
|
if NO_API:
|
|
qlog_path = f"cd:/{dongle_id}/{time}/0/qlog.bz2"
|
|
else:
|
|
route = Route(route)
|
|
qlog_path = route.qlog_paths()[0]
|
|
|
|
if qlog_path is None:
|
|
continue
|
|
|
|
try:
|
|
lr = LogReader(qlog_path)
|
|
dongles.append(dongle_id)
|
|
|
|
for msg in lr:
|
|
if msg.which() == "pandaStates":
|
|
if msg.pandaStates[0].pandaType not in ['uno', 'blackPanda', 'dos']:
|
|
break
|
|
|
|
elif msg.which() == "carParams":
|
|
bts = msg.carParams.as_builder().to_bytes()
|
|
|
|
car_fw = msg.carParams.carFw
|
|
if len(car_fw) == 0:
|
|
break
|
|
|
|
live_fingerprint = msg.carParams.carFingerprint
|
|
live_fingerprint = migration.get(live_fingerprint, live_fingerprint)
|
|
|
|
if args.car is not None:
|
|
live_fingerprint = args.car
|
|
|
|
if live_fingerprint not in SUPPORTED_CARS:
|
|
break
|
|
|
|
fw_versions_dict = build_fw_dict(car_fw)
|
|
exact_matches = match_fw_to_car_exact(fw_versions_dict)
|
|
fuzzy_matches = match_fw_to_car_fuzzy(fw_versions_dict)
|
|
|
|
if (len(exact_matches) == 1) and (list(exact_matches)[0] == live_fingerprint):
|
|
good_exact += 1
|
|
print(f"Correct! Live: {live_fingerprint} - Fuzzy: {fuzzy_matches}")
|
|
|
|
# Check if fuzzy match was correct
|
|
if len(fuzzy_matches) == 1:
|
|
if list(fuzzy_matches)[0] != live_fingerprint:
|
|
wrong_fuzzy += 1
|
|
print(f"{dongle_id}|{time}")
|
|
print("Fuzzy match wrong! Fuzzy:", fuzzy_matches, "Live:", live_fingerprint)
|
|
else:
|
|
good_fuzzy += 1
|
|
break
|
|
|
|
print(f"{dongle_id}|{time}")
|
|
print("Old style:", live_fingerprint, "Vin", msg.carParams.carVin)
|
|
print("New style (exact):", exact_matches)
|
|
print("New style (fuzzy):", fuzzy_matches)
|
|
|
|
for version in car_fw:
|
|
subaddr = None if version.subAddress == 0 else hex(version.subAddress)
|
|
print(f" (Ecu.{version.ecu}, {hex(version.address)}, {subaddr}): [{version.fwVersion}],")
|
|
|
|
print("Mismatches")
|
|
found = False
|
|
for car_fws in [TOYOTA_FW_VERSIONS, HONDA_FW_VERSIONS, HYUNDAI_FW_VERSIONS, VW_FW_VERSIONS, MAZDA_FW_VERSIONS, SUBARU_FW_VERSIONS]:
|
|
if live_fingerprint in car_fws:
|
|
found = True
|
|
expected = car_fws[live_fingerprint]
|
|
for (_, expected_addr, expected_sub_addr), v in expected.items():
|
|
for version in car_fw:
|
|
sub_addr = None if version.subAddress == 0 else version.subAddress
|
|
addr = version.address
|
|
|
|
if (addr, sub_addr) == (expected_addr, expected_sub_addr):
|
|
if version.fwVersion not in v:
|
|
print(f"({hex(addr)}, {'None' if sub_addr is None else hex(sub_addr)}) - {version.fwVersion}")
|
|
|
|
# Add to global list of mismatches
|
|
mismatch = (addr, sub_addr, version.fwVersion)
|
|
if mismatch not in mismatches[live_fingerprint]:
|
|
mismatches[live_fingerprint].append(mismatch)
|
|
|
|
# No FW versions for this car yet, add them all to mismatch list
|
|
if not found:
|
|
for version in car_fw:
|
|
sub_addr = None if version.subAddress == 0 else version.subAddress
|
|
addr = version.address
|
|
mismatch = (addr, sub_addr, version.fwVersion)
|
|
if mismatch not in mismatches[live_fingerprint]:
|
|
mismatches[live_fingerprint].append(mismatch)
|
|
|
|
print()
|
|
not_fingerprinted += 1
|
|
|
|
if len(fuzzy_matches) == 1:
|
|
if list(fuzzy_matches)[0] == live_fingerprint:
|
|
solved_by_fuzzy += 1
|
|
else:
|
|
wrong_fuzzy += 1
|
|
print("Fuzzy match wrong! Fuzzy:", fuzzy_matches, "Live:", live_fingerprint)
|
|
|
|
break
|
|
except Exception:
|
|
traceback.print_exc()
|
|
except KeyboardInterrupt:
|
|
break
|
|
|
|
print()
|
|
# Print FW versions that need to be added seperated out by car and address
|
|
for car, m in sorted(mismatches.items()):
|
|
print(car)
|
|
addrs = defaultdict(list)
|
|
for (addr, sub_addr, version) in m:
|
|
addrs[(addr, sub_addr)].append(version)
|
|
|
|
for (addr, sub_addr), versions in addrs.items():
|
|
print(f" ({hex(addr)}, {'None' if sub_addr is None else hex(sub_addr)}): [")
|
|
for v in versions:
|
|
print(f" {v},")
|
|
print(" ]")
|
|
print()
|
|
|
|
print()
|
|
print(f"Number of dongle ids checked: {len(dongles)}")
|
|
print(f"Fingerprinted: {good_exact}")
|
|
print(f"Not fingerprinted: {not_fingerprinted}")
|
|
print(f" of which had a fuzzy match: {solved_by_fuzzy}")
|
|
|
|
print()
|
|
print(f"Correct fuzzy matches: {good_fuzzy}")
|
|
print(f"Wrong fuzzy matches: {wrong_fuzzy}")
|
|
print()
|
|
|