initial sql

sql.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python3
+from pathlib import Path
+from itertools import islice
+import logging
+
+from location import _load_locations, Location, get_logger
+import sqlalchemy as sa # type: ignore
+
+
+# TODO wonder if possible to extract schema automatically?
+def xx_obj():
+    return Location(
+        dt=sa.types.TIMESTAMP(timezone=True), # TODO tz?
+        # TODO FIXME utc seems to be lost.. doesn't sqlite support it or what?
+        lat=sa.Float,
+        lon=sa.Float,
+        alt=sa.Float, # TODO nullable
+        tag=sa.String,
+    )
+
+def make_schema(obj):
+    return [sa.Column(col, tp) for col, tp in obj._asdict().items()]
+
+
+def main():
+    from kython import setup_logzero
+    setup_logzero(get_logger(), level=logging.DEBUG)
+
+    db_path = Path('test.sqlite')
+    if db_path.exists():
+        db_path.unlink()
+
+    db = sa.create_engine(f'sqlite:///{db_path}')
+    engine = db.connect() # TODO do I need to tear anything down??
+    meta = sa.MetaData(engine)
+    schema = make_schema(xx_obj())
+    sa.Table('locations', meta, *schema)
+    meta.create_all()
+    table = sa.table('locations', *schema)
+
+
+
+    with Path('/L/tmp/loc/LocationHistory.json').open('r') as fo:
+        # locs = list(_load_locations(fo))
+        locs = list(islice(_load_locations(fo), 0, 30000))
+
+    # TODO fuck. do I really need to split myself??
+    # sqlalchemy.exc.OperationalError: (sqlite3.OperationalError) too many SQL variables
+
+    # TODO is it quicker to insert anyway? needs unique policy
+    engine.execute(table.insert().values(locs))
+
+if __name__ == '__main__':
+    main()