HPI/goodreads/__init__.py
2019-05-18 09:54:01 +01:00

159 lines
4.2 KiB
Python
Executable file

#!/usr/bin/env python3
from pathlib import Path
from typing import List, Dict, NamedTuple, Iterator, Optional, Sequence
from datetime import datetime
import pytz
from xml.dom.minidom import parseString, Element # type: ignore
BPATH = Path("/L/backups/goodreads")
# TODO might be useful to keep track of updates?...
# then I need some sort of system to store diffs in generic way...
# althogh... coud use same mechanism as for filtering
def get_last() -> Path:
return max(sorted(BPATH.glob('*.xmll')))
_SP = '</review>'
def get_reviews():
fname = get_last()
xmls = []
with open(fname, 'r') as fo:
data = fo.read()
for xx in data.split(_SP):
if len(xx.strip()) == 0:
break
xmls.append(parseString(xx + _SP))
return xmls
class Book(NamedTuple):
bid: str
title: str
authors: Sequence[str]
shelves: Sequence[str]
date_added: datetime
date_started: Optional[datetime]
date_read: Optional[datetime]
from kython import the
def _parse_date(s: Optional[str]) -> Optional[datetime]:
if s is None:
return None
res = datetime.strptime(s, "%a %b %d %H:%M:%S %z %Y")
assert res.tzinfo is not None
return res
def iter_books() -> Iterator[Book]:
for review in get_reviews():
review_xml = the(review.childNodes)
rdict = {n.tagName: n for n in review_xml.childNodes if isinstance(n, Element)}
# fuck xml...
book_element = rdict['book']
title = the(the(book_element.getElementsByTagName('title')).childNodes).data
id_element = rdict['id']
# isbn_element = the(book_element.getElementsByTagName('isbn'))
# isbn13_element = the(book_element.getElementsByTagName('isbn13'))
date_added = the(rdict['date_added'].childNodes).data
sss = rdict['started_at'].childNodes
rrr = rdict['read_at'].childNodes
started_at = None if len(sss) == 0 else the(sss).data
read_at = None if len(rrr) == 0 else the(rrr).data
shelves_element = rdict['shelves']
book_shelves = []
for shelf in shelves_element.getElementsByTagName('shelf'):
book_shelves.append(shelf.getAttribute('name'))
# if isbn_element.getAttribute('nil') != 'true':
# book['isbn'] = isbn_element.firstChild.data
# else:
# book['isbn'] = ''
# if isbn13_element.getAttribute('nil') != 'true':
# book['isbn13'] = isbn13_element.firstChild.data
# else:
# book['isbn13'] = ''
da = _parse_date(date_added)
assert da is not None
yield Book(
bid=id_element.firstChild.data,
title=title,
shelves=book_shelves,
date_added=da,
date_started=_parse_date(started_at),
date_read=_parse_date(read_at),
)
def get_books():
return list(iter_books())
def test_books():
books = get_books()
assert len(books) > 10
class Event(NamedTuple):
dt: datetime
summary: str
eid: str
def get_events():
events = []
for b in get_books():
events.append(Event(
dt=b.date_added,
summary=f'Added book "{b.title}"', # TODO shelf?
eid=b.bid
))
# TODO finished? other updates?
return sorted(events, key=lambda e: e.dt)
def test():
assert len(get_events()) > 20
def print_read_history():
def key(b):
read = b.date_read
if read is None:
return datetime.fromtimestamp(0, pytz.utc)
else:
return read
def fmtdt(dt):
if dt is None:
return dt
tz = pytz.timezone('Europe/London')
return dt.astimezone(tz)
for b in sorted(iter_books(), key=key):
print(b.title)
print(f' started : {fmtdt(b.date_started)}')
print(f' finished: {fmtdt(b.date_read)}')
print()
def main():
import argparse
p = argparse.ArgumentParser()
sp = p.add_argument('mode', nargs='?')
args = p.parse_args()
if args.mode == 'history':
print_read_history()
else:
assert args.mode is None
for b in iter_books():
print(b)
if __name__ == '__main__':
main()