initial
This commit is contained in:
parent
48eec1868f
commit
a4693b9b44
3 changed files with 94 additions and 1 deletions
|
@ -0,0 +1,87 @@
|
||||||
|
from typing import List, Dict, Union, Iterable, Iterator, NamedTuple
|
||||||
|
|
||||||
|
BPATH = "/L/backups/reddit"
|
||||||
|
|
||||||
|
def iter_backups() -> Iterator[str]:
|
||||||
|
import os
|
||||||
|
for f in sorted(os.listdir(BPATH)):
|
||||||
|
if f.endswith('.json'):
|
||||||
|
yield os.path.join(BPATH, f)
|
||||||
|
|
||||||
|
|
||||||
|
from datetime import datetime
|
||||||
|
|
||||||
|
class Save(NamedTuple):
|
||||||
|
dt: datetime
|
||||||
|
link: str
|
||||||
|
|
||||||
|
class Misc(NamedTuple):
|
||||||
|
pass
|
||||||
|
|
||||||
|
EventKind = Union[Save, Misc]
|
||||||
|
|
||||||
|
class Event(NamedTuple):
|
||||||
|
dt: datetime
|
||||||
|
text: str
|
||||||
|
kind: EventKind
|
||||||
|
|
||||||
|
from kython import JSONType, json_load
|
||||||
|
|
||||||
|
def get_some(d, *keys):
|
||||||
|
for k in keys:
|
||||||
|
v = d.get(k, None)
|
||||||
|
if v is not None:
|
||||||
|
return v
|
||||||
|
else:
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def get_state(bfile: str):
|
||||||
|
saves: Dict[str, Save] = {}
|
||||||
|
json: JSONType
|
||||||
|
with open(bfile, 'r') as fo:
|
||||||
|
json = json_load(fo)
|
||||||
|
|
||||||
|
saved = json['saved']
|
||||||
|
for s in saved:
|
||||||
|
dt = datetime.utcfromtimestamp(s['created_utc'])
|
||||||
|
link = get_some(s, 'link_permalink', 'url') # TODO link title or title
|
||||||
|
save = Save(dt=dt, link=link)
|
||||||
|
saves[save.link] = save
|
||||||
|
|
||||||
|
# "created_utc": 1535055017.0,
|
||||||
|
# link_title
|
||||||
|
# link_text
|
||||||
|
return saves
|
||||||
|
|
||||||
|
|
||||||
|
def get_events():
|
||||||
|
backups = list(iter_backups())
|
||||||
|
|
||||||
|
events: List[Event] = []
|
||||||
|
prev_saves: Dict[str, Save] = {}
|
||||||
|
# TODO suppress first batch??
|
||||||
|
|
||||||
|
for b in backups: # TODO when date...
|
||||||
|
saves = get_state(b)
|
||||||
|
for l in set(prev_saves.keys()).symmetric_difference(set(saves.keys())):
|
||||||
|
if l in prev_saves:
|
||||||
|
s = prev_saves[l]
|
||||||
|
# TODO use backup date, that is more precise...
|
||||||
|
events.append(Event(
|
||||||
|
dt=s.dt,
|
||||||
|
text=f"Unfavorited {s.link}",
|
||||||
|
kind=s,
|
||||||
|
))
|
||||||
|
else: # in saves
|
||||||
|
s = saves[l]
|
||||||
|
events.append(Event(
|
||||||
|
dt=s.dt,
|
||||||
|
text=f"Favorited {s.link}",
|
||||||
|
kind=s,
|
||||||
|
))
|
||||||
|
prev_saves = saves
|
||||||
|
|
||||||
|
return list(sorted(events, key=lambda e: e.dt))
|
||||||
|
|
||||||
|
|
|
@ -0,0 +1,6 @@
|
||||||
|
from reddit import get_events
|
||||||
|
|
||||||
|
import sys, ipdb, traceback; exec("def info(type, value, tb):\n traceback.print_exception(type, value, tb)\n ipdb.pm()"); sys.excepthook = info # type: ignore
|
||||||
|
|
||||||
|
for e in get_events():
|
||||||
|
print(e)
|
2
run
2
run
|
@ -3,4 +3,4 @@ set -eu
|
||||||
|
|
||||||
cd "$(dirname "$0")"
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
python3 -m location
|
python3 -m reddit
|
||||||
|
|
Loading…
Add table
Reference in a new issue