fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

migrate to new konsume

Browse source
This commit is contained in:
Dima Gerasimov 2019-05-04 00:29:22 +01:00
parent 07736f7e1e
commit 2b45b2db1d
1 changed files with 31 additions and 32 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

63
coding/topcoder.py
View file

@ -6,7 +6,7 @@ import json
from typing import Dict, Iterator, Any from typing import Dict, Iterator, Any
from kython import cproperty, fget from kython import cproperty, fget
from kython.konsume import dell, zoom, keq, akeq from kython.konsume import zoom, wrap, ignore
from kython.kerror import Res, ytry, unwrap from kython.kerror import Res, ytry, unwrap
@ -16,31 +16,21 @@ def get_latest():
class Competition(NamedTuple): class Competition(NamedTuple):
json: Dict[str, Any] contest_id: str
contest: str
percentile: float
dates: str
@cproperty @cproperty
def uid(self) -> str: def uid(self) -> str:
return self.contest_id return self.contest_id
@property
def contest_id(self) -> str:
return self.json['challengeId']
def __hash__(self): def __hash__(self):
return hash(self.contest_id) return hash(self.contest_id)
@cproperty
def contest(self) -> str:
return self.json['challengeName']
@cproperty @cproperty
def when(self) -> datetime: def when(self) -> datetime:
ds = self.json['date'] return datetime.strptime(self.dates, '%Y-%m-%dT%H:%M:%S.%fZ')
return datetime.strptime(ds, '%Y-%m-%dT%H:%M:%S.%fZ')
@cproperty
def percentile(self) -> float:
return self.json['percentile']
@cproperty @cproperty
def summary(self) -> str: def summary(self) -> str:
@ -48,32 +38,41 @@ class Competition(NamedTuple):
@classmethod @classmethod
def make(cls, json) -> Iterator[Res['Competition']]: def make(cls, json) -> Iterator[Res['Competition']]:
yield cls(json=json) ignore(json, 'rating', 'placement')
yield from ytry(lambda: akeq(json, 'challengeId', 'challengeName', 'percentile', 'rating', 'placement', 'date')) cid = json['challengeId'].zoom().value
cname = json['challengeName'].zoom().value
percentile = json['percentile'].zoom().value
dates = json['date'].zoom().value
yield cls(
contest_id=cid,
contest=cname,
percentile=percentile,
dates=dates,
)
def iter_data() -> Iterator[Res[Competition]]: def iter_data() -> Iterator[Res[Competition]]:
j = get_latest() with wrap(get_latest()) as j:
dell(j, 'id', 'version') ignore(j, 'id', 'version')
j = zoom(j, 'result') res = j['result'].zoom()
dell(j, 'success', 'status', 'metadata') ignore(res, 'success', 'status', 'metadata')
j = zoom(j, 'content') cont = res['content'].zoom()
ignore(cont, 'handle', 'handleLower', 'userId', 'createdAt', 'updatedAt', 'createdBy', 'updatedBy')
dell(j, 'handle', 'handleLower', 'userId', 'createdAt', 'updatedAt', 'createdBy', 'updatedBy') cont['DEVELOP'].ignore() # TODO FIXME handle it??
ds = cont['DATA_SCIENCE'].zoom()
dell(j, 'DEVELOP') # TODO handle it?? mar, srm = zoom(ds, 'MARATHON_MATCH', 'SRM')
j = zoom(j, 'DATA_SCIENCE')
mar, srm = zoom(j, 'MARATHON_MATCH', 'SRM') mar = mar['history'].zoom()
srm = srm['history'].zoom()
mar = zoom(mar, 'history')
srm = zoom(srm, 'history')
# TODO right, I guess I could rely on pylint for unused variables?? # TODO right, I guess I could rely on pylint for unused variables??
for c in mar + srm: for c in mar + srm:
yield from Competition.make(json=c) yield from Competition.make(json=c)
c.consume()
def get_data(): def get_data():