Add openpilot tools

tools/scripts/fetch_image_from_route.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python3
+import sys
+
+if len(sys.argv) < 4:
+  print(f"{sys.argv[0]} <route> <segment> <frame number> [front|wide|driver]")
+  print('example: ./fetch_image_from_route.py "02c45f73a2e5c6e9|2020-06-01--18-03-08" 3 500 driver')
+  exit(0)
+
+cameras = {
+  "front": "cameras",
+  "wide": "ecameras",
+  "driver": "dcameras"
+}
+
+import requests
+from PIL import Image
+from openpilot.tools.lib.auth_config import get_token
+from openpilot.tools.lib.framereader import FrameReader
+
+jwt = get_token()
+
+route = sys.argv[1]
+segment = int(sys.argv[2])
+frame = int(sys.argv[3])
+camera = cameras[sys.argv[4]] if len(sys.argv) > 4 and sys.argv[4] in cameras else "cameras"
+
+url = f'https://api.commadotai.com/v1/route/{route}/files'
+r = requests.get(url, headers={"Authorization": f"JWT {jwt}"}, timeout=10)
+assert r.status_code == 200
+print("got api response")
+
+segments = r.json()[camera]
+if segment >= len(segments):
+  raise Exception("segment %d not found, got %d segments" % (segment, len(segments)))
+
+fr = FrameReader(segments[segment])
+if frame >= fr.frame_count:
+  raise Exception("frame %d not found, got %d frames" % (frame, fr.frame_count))
+
+im = Image.fromarray(fr.get(frame, count=1, pix_fmt="rgb24")[0])
+fn = f"uxxx_{route.replace('|', '_')}_{segment}_{frame}.png"
+im.save(fn)
+print(f"saved {fn}")

tools/scripts/save_ubloxraw_stream.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+import argparse
+import os
+import sys
+from openpilot.common.basedir import BASEDIR
+from openpilot.tools.lib.logreader import MultiLogIterator
+from openpilot.tools.lib.route import Route
+
+os.environ['BASEDIR'] = BASEDIR
+
+
+def get_arg_parser():
+  parser = argparse.ArgumentParser(
+      description="Unlogging and save to file",
+      formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+
+  parser.add_argument("data_dir", nargs='?',
+                              help="Path to directory in which log and camera files are located.")
+  parser.add_argument("route_name", type=(lambda x: x.replace("#", "|")), nargs="?",
+                      help="The route whose messages will be published.")
+  parser.add_argument("--out_path", nargs='?', default='/data/ubloxRaw.stream',
+                      help="Output pickle file path")
+  return parser
+
+
+def main(argv):
+  args = get_arg_parser().parse_args(sys.argv[1:])
+  if not args.data_dir:
+    print('Data directory invalid.')
+    return
+
+  if not args.route_name:
+    # Extract route name from path
+    args.route_name = os.path.basename(args.data_dir)
+    args.data_dir = os.path.dirname(args.data_dir)
+
+  route = Route(args.route_name, args.data_dir)
+  lr = MultiLogIterator(route.log_paths())
+
+  with open(args.out_path, 'wb') as f:
+    try:
+      done = False
+      i = 0
+      while not done:
+        msg = next(lr)
+        if not msg:
+          break
+        smsg = msg.as_builder()
+        typ = smsg.which()
+        if typ == 'ubloxRaw':
+          f.write(smsg.to_bytes())
+          i += 1
+    except StopIteration:
+      print('All done')
+  print(f'Writed {i} msgs')
+
+
+if __name__ == "__main__":
+  sys.exit(main(sys.argv[1:]))

tools/scripts/setup_ssh_keys.py

@@ -0,0 +1,23 @@
+#!/usr/bin/env python3
+
+import requests
+from openpilot.common.params import Params
+import sys
+
+
+if __name__ == "__main__":
+  if len(sys.argv) < 2:
+    print(f"{sys.argv[0]} <github username>")
+    exit(1)
+
+  username = sys.argv[1]
+  keys = requests.get(f"https://github.com/{username}.keys", timeout=10)
+
+  if keys.status_code == 200:
+    params = Params()
+    params.put_bool("SshEnabled", True)
+    params.put("GithubSshKeys", keys.text)
+    params.put("GithubUsername", username)
+    print("Setup ssh keys successfully")
+  else:
+    print("Error getting public keys from github")