general: switch to make_logger in a few modules, use a bit more consistent logging, rely on default INFO level

This commit is contained in:
Dima Gerasimov 2023-06-21 18:01:51 +01:00 committed by karlicoss
parent 661714f1d9
commit dff31455f1
8 changed files with 27 additions and 24 deletions

View file

@ -14,7 +14,7 @@ from more_itertools import unique_everseen
from my.core import (
get_files, Paths,
make_config,
LazyLogger,
make_logger,
datetime_naive,
Json,
Res, assert_never,
@ -24,7 +24,7 @@ from my.core.sqlite import sqlite_connect_immutable, select
from my.config import instagram as user_config
logger = LazyLogger(__name__, level='debug')
logger = make_logger(__name__)
@dataclass
class instagram_android_config(user_config.android):
@ -132,7 +132,9 @@ def _entities() -> Iterator[Res[Union[User, _Message]]]:
# NOTE: definitely need to merge multiple, app seems to recycle old messages
# TODO: hmm hard to guarantee timestamp ordering when we use synthetic input data...
# todo use TypedDict?
for f in inputs():
dbs = inputs()
for f in dbs:
logger.info(f'{f} : processing...')
with sqlite_connect_immutable(f) as db:
# TODO ugh. seems like no way to extract username?
# sometimes messages (e.g. media_share) contain it in message field

View file

@ -15,14 +15,14 @@ from my.core import (
datetime_naive,
Res,
assert_never,
LazyLogger,
make_logger,
)
from my.core.kompress import ZipPath
from my.config import instagram as user_config
logger = LazyLogger(__name__, level='debug')
logger = make_logger(__name__)
@dataclass
@ -113,6 +113,7 @@ def _entities() -> Iterator[Res[Union[User, _Message]]]:
for fname, ffiles in file_map.items():
for ffile in sorted(ffiles, key=lambda p: int(p.stem.split('_')[-1])):
logger.info(f'{ffile} : processing...')
j = json.loads(ffile.read_text())
id_len = 10