bumble: add initial module for android database

my/bumble/android.py

@@ -0,0 +1,121 @@
+"""
+Bumble data from Android app database (in =/data/data/com.bumble.app/databases/ChatComDatabase=)
+"""
+from __future__ import annotations
+
+from dataclasses import dataclass
+from datetime import datetime
+from typing import Iterator, Sequence, Optional, Dict
+
+
+from my.config import bumble as user_config
+
+
+from ..core import Paths
+@dataclass
+class config(user_config.android):
+    # paths[s]/glob to the exported sqlite databases
+    export_path: Paths
+
+
+from ..core import get_files
+from pathlib import Path
+def inputs() -> Sequence[Path]:
+    return get_files(config.export_path)
+
+
+@dataclass
+class Person:
+    user_id: str
+    user_name: str
+
+
+# todo not sure about order of fields...
+@dataclass
+class _BaseMessage:
+    id: str
+    created: datetime
+    is_incoming: bool
+    text: str
+
+
+@dataclass
+class _Message(_BaseMessage):
+    conversation_id: str
+    reply_to_id: Optional[str]
+
+
+@dataclass
+class Message(_BaseMessage):
+    person: Person
+    reply_to: Optional[Message]
+
+
+import json
+from typing import Union
+from ..core.error import Res
+import sqlite3
+from ..core.sqlite import sqlite_connect_immutable
+def _entities() -> Iterator[Res[Union[Person, _Message]]]:
+    last = max(inputs()) # TODO -- need to merge multiple?
+    with sqlite_connect_immutable(last) as db:
+        for row in db.execute(f'SELECT user_id, user_name FROM conversation_info'):
+            (user_id, user_name) = row
+            yield Person(
+                user_id=user_id,
+                user_name=user_name,
+            )
+
+        # has sender_name, but it's always None
+        for row in db.execute(f'''
+        SELECT id, conversation_id, created_timestamp, is_incoming, payload_type, payload, reply_to_id
+        FROM message
+        ORDER BY created_timestamp
+        '''):
+            (id, conversation_id, created, is_incoming, payload_type, payload, reply_to_id) = row
+            try:
+                key = {'TEXT': 'text', 'QUESTION_GAME': 'text', 'IMAGE': 'url', 'GIF': 'url'}[payload_type]
+                text = json.loads(payload)[key]
+                yield _Message(
+                    id=id,
+                    # TODO not sure if utc??
+                    created=datetime.fromtimestamp(created / 1000),
+                    is_incoming=bool(is_incoming),
+                    text=text,
+                    conversation_id=conversation_id,
+                    reply_to_id=reply_to_id,
+                )
+            except Exception as e:
+                yield e
+
+
+def messages() -> Iterator[Res[Message]]:
+    id2person: Dict[str, Person] = {}
+    id2msg: Dict[str, Message] = {}
+    for x in _entities():
+        if isinstance(x, Exception):
+            yield x
+            continue
+        if isinstance(x, Person):
+            id2person[x.user_id] = x
+            continue
+        if isinstance(x, _Message):
+            reply_to_id = x.reply_to_id
+            try:
+                person = id2person[x.conversation_id]
+                reply_to = None if reply_to_id is None else id2msg[reply_to_id]
+            except Exception as e:
+                yield e
+                continue
+            m = Message(
+                id=x.id,
+                created=x.created,
+                is_incoming=x.is_incoming,
+                text=x.text,
+                person=person,
+                reply_to=reply_to,
+            )
+            id2msg[m.id] = m
+            yield m
+            continue
+        assert False # should be unreachable

my/config.py

@@ -100,3 +100,8 @@ class pdfs:
 class zulip:
     class organization:
         export_path: Paths
+
+
+class bumble:
+    class android:
+        export_path: Paths