103 lines
2.5 KiB
Python
103 lines
2.5 KiB
Python
from typing import List, Dict, Union, Iterable, Iterator, NamedTuple
|
|
import pytz
|
|
|
|
BPATH = "/L/backups/reddit"
|
|
|
|
def iter_backups() -> Iterator[str]:
|
|
import os
|
|
for f in sorted(os.listdir(BPATH)):
|
|
if f.endswith('.json'):
|
|
yield os.path.join(BPATH, f)
|
|
|
|
|
|
from datetime import datetime
|
|
|
|
class Save(NamedTuple):
|
|
dt: datetime
|
|
link: str
|
|
|
|
class Misc(NamedTuple):
|
|
pass
|
|
|
|
EventKind = Union[Save, Misc]
|
|
|
|
class Event(NamedTuple):
|
|
dt: datetime
|
|
text: str
|
|
kind: EventKind
|
|
|
|
from kython import JSONType, json_load
|
|
|
|
def get_some(d, *keys):
|
|
for k in keys:
|
|
v = d.get(k, None)
|
|
if v is not None:
|
|
return v
|
|
else:
|
|
return None
|
|
|
|
|
|
def get_state(bfile: str):
|
|
saves: Dict[str, Save] = {}
|
|
json: JSONType
|
|
with open(bfile, 'r') as fo:
|
|
json = json_load(fo)
|
|
|
|
saved = json['saved']
|
|
for s in saved:
|
|
dt = pytz.utc.localize(datetime.utcfromtimestamp(s['created_utc']))
|
|
link = get_some(s, 'link_permalink', 'url') # TODO link title or title
|
|
save = Save(dt=dt, link=link)
|
|
saves[save.link] = save
|
|
|
|
# "created_utc": 1535055017.0,
|
|
# link_title
|
|
# link_text
|
|
return saves
|
|
|
|
|
|
import re
|
|
|
|
RE = re.compile(r'reddit-(\d{14}).json')
|
|
|
|
def get_events():
|
|
backups = list(iter_backups())
|
|
|
|
events: List[Event] = []
|
|
prev_saves: Dict[str, Save] = {}
|
|
# TODO suppress first batch??
|
|
# TODO for initial batch, treat event time as creation time
|
|
|
|
for i, b in enumerate(backups): # TODO when date...
|
|
btime = pytz.utc.localize(datetime.strptime(RE.search(b).group(1), "%Y%m%d%H%M%S"))
|
|
|
|
first = i == 0
|
|
saves = get_state(b)
|
|
|
|
def etime(dt: datetime):
|
|
if first:
|
|
return dt
|
|
else:
|
|
return btime
|
|
|
|
for l in set(prev_saves.keys()).symmetric_difference(set(saves.keys())):
|
|
if l in prev_saves:
|
|
s = prev_saves[l]
|
|
# TODO use backup date, that is more precise...
|
|
events.append(Event(
|
|
dt=etime(s.dt),
|
|
text=f"Unfavorited {s.link}",
|
|
kind=s,
|
|
))
|
|
else: # in saves
|
|
s = saves[l]
|
|
events.append(Event(
|
|
dt=etime(s.dt),
|
|
text=f"Favorited {s.link} {' [initial]' if first else ''}",
|
|
kind=s,
|
|
))
|
|
prev_saves = saves
|
|
|
|
return list(sorted(events, key=lambda e: e.dt))
|
|
|
|
|