103 lines
2.5 KiB
Python
103 lines
2.5 KiB
Python
import logging
|
|
from pathlib import Path
|
|
import json
|
|
from datetime import datetime, timedelta
|
|
from typing import NamedTuple, Dict, List, Set, Optional
|
|
from functools import lru_cache
|
|
|
|
from ..common import get_files
|
|
|
|
|
|
from kython import JSONType, fget, group_by_cmp
|
|
|
|
|
|
def get_logger():
|
|
return logging.getLogger("rescuetime-provider")
|
|
|
|
_PATH = Path("/L/backups/rescuetime")
|
|
|
|
def try_load(fp: Path):
|
|
logger = get_logger()
|
|
try:
|
|
return json.loads(fp.read_text())
|
|
except Exception as e:
|
|
if 'Expecting value' in str(e):
|
|
logger.warning(f"Corrupted: {fp}")
|
|
else:
|
|
raise e
|
|
return None
|
|
|
|
|
|
_DT_FMT = "%Y-%m-%dT%H:%M:%S"
|
|
|
|
class Entry(NamedTuple):
|
|
# TODO ugh, appears to be local time...
|
|
dt: datetime
|
|
duration_s: int
|
|
activity: str
|
|
|
|
@staticmethod
|
|
def from_row(row: List):
|
|
COL_DT = 0
|
|
COL_DUR = 1
|
|
COL_ACTIVITY = 3
|
|
dt_s = row[COL_DT]
|
|
dur = row[COL_DUR]
|
|
activity = row[COL_ACTIVITY]
|
|
# TODO utc??
|
|
dt = datetime.strptime(dt_s, _DT_FMT)
|
|
return Entry(dt=dt, duration_s=dur, activity=activity)
|
|
|
|
|
|
# TODO hmm ok, these are going to need to be properly merged?
|
|
@lru_cache(1)
|
|
def get_rescuetime(latest: Optional[int]=None):
|
|
if latest is None:
|
|
latest = 0
|
|
|
|
entries: Set[Entry] = set()
|
|
|
|
# pylint: disable=invalid-unary-operand-type
|
|
for fp in list(sorted(_PATH.glob('*.json')))[-latest:]:
|
|
j = try_load(fp)
|
|
if j is None:
|
|
continue
|
|
|
|
cols = j['row_headers']
|
|
seen = 0
|
|
total = 0
|
|
for row in j['rows']:
|
|
e = Entry.from_row(row)
|
|
total += 1
|
|
if e in entries:
|
|
seen += 1
|
|
else:
|
|
entries.add(e)
|
|
print(f"{fp}: {seen}/{total}")
|
|
# import ipdb; ipdb.set_trace()
|
|
# print(len(j))
|
|
res = sorted(entries, key=fget(Entry.dt))
|
|
return res
|
|
|
|
|
|
def get_groups(gap=timedelta(hours=3)):
|
|
data = get_rescuetime()
|
|
return group_by_cmp(data, lambda a, b: (b.dt - a.dt) <= gap, dist=1)
|
|
|
|
|
|
|
|
def fill_influxdb():
|
|
from influxdb import InfluxDBClient # type: ignore
|
|
client = InfluxDBClient()
|
|
# client.delete_series(database='lastfm', measurement='phone')
|
|
db = 'test'
|
|
client.drop_database(db)
|
|
client.create_database(db)
|
|
jsons = [{
|
|
"measurement": 'phone',
|
|
"tags": {},
|
|
"time": str(e.dt),
|
|
"fields": {"name": e.activity},
|
|
} for e in get_rescuetime()]
|
|
client.write_points(jsons, database=db) # TODO??
|
|
|