fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

core/stats: report datetime of first item in addition to last

Browse source 
quite useful for quickly determining time span of a data source
This commit is contained in:
karlicoss 2023-10-21 23:57:01 +01:00
parent bf6f57c7db
commit 150d48c80c
2 changed files with 15 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

20
my/core/common.py
View file

@ -431,22 +431,25 @@ def stat(
}
def _stat_iterable(it: Iterable[C], quick: bool=False) -> Any:
def _stat_iterable(it: Iterable[C], quick: bool = False) -> Any:
from more_itertools import ilen, take, first
# todo not sure if there is something in more_itertools to compute this?
total = 0
errors = 0
last = None
first_item = None
last_item = None
def funcit():
nonlocal errors, last, total
nonlocal errors, first_item, last_item, total
for x in it:
total += 1
if isinstance(x, Exception):
errors += 1
else:
last = x
last_item = x
if first_item is None:
first_item = x
yield x
eit = funcit()
@ -471,8 +474,13 @@ def _stat_iterable(it: Iterable[C], quick: bool=False) -> Any:
if errors > 0:
res['errors'] = errors
if last is not None:
dt = guess_datetime(last)
if first_item is not None:
dt = guess_datetime(first_item)
if dt is not None:
res['first'] = dt
if last_item is not None:
dt = guess_datetime(last_item)
if dt is not None:
res['last'] = dt
return res