fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

my.github.ghexport: get rid of custom cache_dir

Browse source
This commit is contained in:
Dima Gerasimov 2021-02-21 18:53:51 +00:00 • committed by karlicoss
parent 9afe1811a5
commit 3e821ca7fd
1 changed files with 9 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
my/github/ghexport.py
View file

@ -17,16 +17,12 @@ class github(user_config):
''' '''
Uses [[https://github.com/karlicoss/ghexport][ghexport]] outputs. Uses [[https://github.com/karlicoss/ghexport][ghexport]] outputs.
''' '''
# path[s]/glob to the exported JSON data
export_path: Paths export_path: Paths
'''path[s]/glob to the exported JSON data'''
# path to a cache directory
# if omitted, will use /tmp
cache_dir: Optional[PathIsh] = None
### ###
# TODO perhaps using /tmp in case of None isn't ideal... maybe it should be treated as if cache is off
from ..core.cfg import make_config, Attrs from ..core.cfg import make_config, Attrs
def migration(attrs: Attrs) -> Attrs: def migration(attrs: Attrs) -> Attrs:
export_dir = 'export_dir' export_dir = 'export_dir'
@ -46,10 +42,9 @@ except ModuleNotFoundError as e:
############################ ############################
from pathlib import Path
from typing import Tuple, Iterable, Dict, Sequence from typing import Tuple, Iterable, Dict, Sequence
from ..core import get_files from ..core import get_files, Path
from ..core.common import mcachew from ..core.common import mcachew
from .common import Event, parse_dt, Results from .common import Event, parse_dt, Results
@ -64,9 +59,10 @@ def _dal() -> dal.DAL:
return dal.DAL(sources) return dal.DAL(sources)
# TODO hmm. not good, need to be lazier?... # todo cachew: hmm. not good, need to be lazier?...
@mcachew(config.cache_dir, hashf=lambda dal: dal.sources) @mcachew(depends_on=lambda: inputs())
def events(dal=_dal()) -> Results: def events() -> Results:
dal = _dal()
for d in dal.events(): for d in dal.events():
if isinstance(d, Exception): if isinstance(d, Exception):
yield d yield d
@ -74,8 +70,8 @@ def events(dal=_dal()) -> Results:
yield _parse_event(d) yield _parse_event(d)
def stats(): from ..core import stat, Stats
from ..core import stat def stats() -> Stats:
return { return {
**stat(events), **stat(events),
} }