Use configuration in foursquare module

my/foursquare.py

@@ -0,0 +1,106 @@
+#!/usr/bin/env python3
+from datetime import datetime, timezone, timedelta
+from itertools import chain
+from pathlib import Path
+from typing import List, Dict, NamedTuple, Union, Any, Tuple, Set
+import json
+from pathlib import Path
+
+# TODO pytz for timezone???
+
+ # TODO FIXME
+from kython import safe_get # type: ignore
+
+from .common import get_files
+
+# TODO actually i'm parsing FSQ in my gmaps thing
+# TODO eh?
+
+def get_logger():
+    import logging
+    return logging.getLogger("fsq-provider")
+
+
+def _get_exports() -> List[Path]:
+    from my_configuration import paths
+    return get_files(paths.foursquare.export_path, '*.json')
+
+
+class Checkin:
+    def __init__(self, j) -> None:
+        self.j = j
+
+    @property
+    def summary(self) -> str:
+        return "checked into " + safe_get(self.j, 'venue', 'name', default="NO_NAME") + " " + self.j.get('shout', "") # TODO should should be bold...
+    # TODO maybe return htmlish? if not html, interpret as string
+
+    @property
+    def dt(self) -> datetime:
+        created = self.j['createdAt']  # this is local time
+        offset = self.j['timeZoneOffset']
+        tz = timezone(timedelta(minutes=offset))
+        # a bit meh, but seems to work..
+        # TODO localize??
+        return datetime.fromtimestamp(created, tz=tz)
+
+    @property
+    def cid(self) -> str:
+        return self.j['id']
+
+    def __repr__(self):
+        return repr(self.j)
+
+
+class Place:
+    def __init__(self, j) -> None:
+        self.j = j
+
+
+# TODO ugh. I'm not backing up lists, apparently...
+# def test_places():
+#     raise RuntimeError()
+
+
+# TODO need json type
+
+def get_raw(fname=None):
+    if fname is None:
+        fname = max(_get_exports())
+    j = json.loads(Path(fname).read_text())
+    assert isinstance(j, list)
+
+    for chunk in j:
+        del chunk['meta']
+        del chunk['notifications']
+    assert chunk.keys() == {'response'}
+    assert chunk['response'].keys() == {'checkins'}
+
+    return chain.from_iterable(x['response']['checkins']['items'] for x in j)
+
+
+# TODO not sure how to make it generic..
+def get_checkins(*args, **kwargs):
+    everything = get_raw(*args, **kwargs)
+    checkins = sorted([Checkin(i) for i in everything], key=lambda c: c.dt)
+    return checkins
+
+
+# TODO do I need this??
+def get_cid_map(bfile: str):
+    raw = get_raw(bfile)
+    return {i['id']: i for i in raw}
+
+
+def test_checkins():
+    checkins = get_checkins()
+    assert len(checkins) > 100
+    assert any('Victoria Park' in c.summary for c in checkins)
+    # TODO cid_map??
+
+
+def main():
+    print(get_checkins())
+
+if __name__ == '__main__':
+    main()