ca39187c63
Instead my.github.all should be used (still backward compatible) The reasons are a) I don't feel that grouping (i.e. my.coding.*) makes much sense b) using .all pattern (same way as twitter) allows for more composable and cleaner separation of GDPR and API data
52 lines
1.4 KiB
Python
52 lines
1.4 KiB
Python
"""
|
|
Github events and their metadata: comments/issues/pull requests
|
|
"""
|
|
from datetime import datetime
|
|
from typing import Optional, NamedTuple, Iterable, Set, Tuple
|
|
|
|
import pytz
|
|
|
|
from ..core import warn_if_empty
|
|
from ..core.error import Res
|
|
|
|
|
|
class Event(NamedTuple):
|
|
dt: datetime
|
|
summary: str
|
|
eid: str
|
|
link: Optional[str]
|
|
body: Optional[str]=None
|
|
is_bot: bool = False
|
|
|
|
|
|
Results = Iterable[Res[Event]]
|
|
|
|
@warn_if_empty
|
|
def merge_events(*sources: Results) -> Results:
|
|
from ..kython.klogging import LazyLogger
|
|
logger = LazyLogger(__name__)
|
|
from itertools import chain
|
|
emitted: Set[Tuple[datetime, str]] = set()
|
|
for e in chain(*sources):
|
|
if isinstance(e, Exception):
|
|
yield e
|
|
continue
|
|
if e.is_bot:
|
|
continue
|
|
key = (e.dt, e.eid) # use both just in case
|
|
# TODO wtf?? some minor (e.g. 1 sec) discrepancies (e.g. create repository events)
|
|
if key in emitted:
|
|
logger.debug('ignoring %s: %s', key, e)
|
|
continue
|
|
yield e
|
|
emitted.add(key)
|
|
# todo use unique_everseen? Might be tricky with Exception etc..
|
|
|
|
|
|
def parse_dt(s: str) -> datetime:
|
|
# TODO isoformat?
|
|
return pytz.utc.localize(datetime.strptime(s, '%Y-%m-%dT%H:%M:%SZ'))
|
|
|
|
# TODO not sure
|
|
# def get_events() -> Iterable[Res[Event]]:
|
|
# return sort_res_by(events(), key=lambda e: e.dt)
|