move materialistic module inside hackernews package

followup for https://github.com/seanbreckenridge/HPI/pull/18
This commit is contained in:
Dima Gerasimov 2022-02-04 22:21:40 +00:00 committed by karlicoss
parent 590e09f80b
commit c4ad84ad95
2 changed files with 63 additions and 56 deletions

View file

@ -0,0 +1,60 @@
"""
[[https://play.google.com/store/apps/details?id=io.github.hidroh.materialistic][Materialistic]] app for Hackernews
"""
REQUIRES = ['dataset']
from datetime import datetime
from typing import Any, Dict, Iterator, NamedTuple, Sequence
import pytz
from my.config import materialistic as config
# todo migrate config to my.hackernews.materialistic
from ..core import get_files
from pathlib import Path
def inputs() -> Sequence[Path]:
return get_files(config.export_path)
Row = Dict[str, Any]
from .common import hackernews_link
class Saved(NamedTuple):
row: Row
@property
def when(self) -> datetime:
ts = int(self.row['time']) / 1000
return datetime.fromtimestamp(ts, tz=pytz.utc)
@property
def uid(self) -> str:
return self.row['itemid']
@property
def url(self) -> str:
return self.row['url']
@property
def title(self) -> str:
return self.row['title']
@property
def hackernews_link(self) -> str:
return hackernews_link(self.uid)
from ..core.dataset import connect_readonly
def raw() -> Iterator[Row]:
last = max(inputs())
with connect_readonly(last) as db:
saved = db['saved']
# TODO wonder if it's 'save time' or creation time?
yield from saved.all(order_by='time')
def saves() -> Iterator[Saved]:
yield from map(Saved, raw())

View file

@ -1,57 +1,4 @@
""" from .core.warnings import high
[[https://play.google.com/store/apps/details?id=io.github.hidroh.materialistic][Materialistic]] app for Hackernews high("DEPRECATED! Please use my.hackernews.materialistic instead.")
"""
REQUIRES = ['dataset'] from .hackernews.materialistic import *
from datetime import datetime
from typing import Any, Dict, Iterator, NamedTuple
import pytz
from .core.common import get_files
from .core.dataset import connect_readonly
from my.config import materialistic as config
Row = Dict[str, Any]
class Saved(NamedTuple):
row: Row
@property
def when(self) -> datetime:
ts = int(self.row['time']) / 1000
return datetime.fromtimestamp(ts, tz=pytz.utc)
@property
def uid(self) -> str:
return self.row['itemid']
@property
def url(self) -> str:
return self.row['url']
@property
def title(self) -> str:
return self.row['title']
@property
def hackernews_link(self) -> str:
return f'https://news.ycombinator.com/item?id={self.uid}'
def _last_export():
return max(get_files(config.export_path, glob='**/*.db'))
def raw() -> Iterator[Row]:
db = connect_readonly(_last_export())
st = db['saved']
# TODO wonder if it's 'save time'?
yield from st.all(order_by='time')
def saves() -> Iterator[Saved]:
yield from map(Saved, raw())