fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more polar processing

Browse source
This commit is contained in:
Dima Gerasimov 2019-05-03 23:30:59 +01:00
parent 592fec86be
commit fe86efeda8
1 changed files with 37 additions and 32 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

69
reading/polar.py
View file

@ -26,9 +26,15 @@ class Error(Exception):
super().__init__(*args, **kwargs) # type: ignore super().__init__(*args, **kwargs) # type: ignore
self.uid: Uid = p.parent.name self.uid: Uid = p.parent.name
ResultItem = ResT['Item', Error] # TODO not sure if I even need comment?
# Ok I guess handling comment-level errors is a bit too much..
Cid = str
class Item(NamedTuple): class Item(NamedTuple):
uid: Uid cid: Cid
created: str # TODO datetime (parse iso)
comment: str
ResultBook = ResT['Book', Error] ResultBook = ResT['Book', Error]
@ -36,7 +42,7 @@ class Book(NamedTuple):
uid: Uid uid: Uid
filename: str filename: str
title: Optional[str] title: Optional[str]
items: Sequence[ResultItem] items: Sequence[Item]
from kython.konsume import zoom, akeq from kython.konsume import zoom, akeq
@ -50,34 +56,28 @@ class Loader:
def error(self, cause, extra): def error(self, cause, extra):
return echain(Error(self.path, extra), cause) return echain(Error(self.path, extra), cause)
def load_item(self, meta) -> Iterator[ResultItem]: def load_item(self, meta) -> Iterator[Item]:
# TODO this should be destructive zoom? # TODO this should be destructive zoom?
try: meta['notes'].zoom()
meta['notes'].zoom() meta['pagemarks'].zoom()
meta['pagemarks'].zoom() if 'notes' in meta:
if 'notes' in meta: # TODO something nicer?
# TODO something nicer? notes = meta['notes'].zoom()
notes = meta['notes'].zoom() else:
else: notes = [] # TODO FIXME dict?
notes = [] # TODO FIXME dict? comments = meta['comments'].zoom()
comments = meta['comments'].zoom() meta['questions'].zoom()
meta['questions'].zoom() meta['flashcards'].zoom()
meta['flashcards'].zoom() highlights = meta['textHighlights'].zoom()
highlights = meta['textHighlights'].zoom() meta['areaHighlights'].zoom()
meta['areaHighlights'].zoom() meta['screenshots'].zoom()
meta['screenshots'].zoom() meta['thumbnails'].zoom()
meta['thumbnails'].zoom() if 'readingProgress' in meta:
if 'readingProgress' in meta: meta['readingProgress'].zoom()
meta['readingProgress'].zoom()
# TODO want to ignore the whold subtree.. # TODO want to ignore the whold subtree..
pi = meta['pageInfo'].zoom() pi = meta['pageInfo'].zoom()
pi['num'].zoom() pi['num'].zoom()
except Exception as exx:
err = self.error(exx, meta)
self.logger.exception(err)
yield err
return # TODO ugh, careful with unconsumed?
# TODO how to make it nicer? # TODO how to make it nicer?
vals = list(comments.values()) vals = list(comments.values())
@ -89,14 +89,19 @@ class Loader:
updated = v['lastUpdated'].zoom() updated = v['lastUpdated'].zoom()
content = v['content'].zoom() content = v['content'].zoom()
html = content['HTML'].zoom() html = content['HTML'].zoom()
v['ref'].zoom() v['ref'].zoom() # TODO it actually might be pretty useful.. similar to hypothesis??
yield Item(
cid=cid.value,
created=crt.value,
comment=html.value, # TODO perhaps coonvert from html to text or org?
)
v.consume() v.consume()
highlights.consume_all() # TODO FIXME highlights.consume_all()
# TODO need to process text highlights... # TODO need to process text highlights...
def load_items(self, metas) -> Iterator[ResultItem]: def load_items(self, metas) -> Iterator[Item]:
from kython.konsume import wrap from kython.konsume import wrap
for p, meta in metas.items(): for p, meta in metas.items():
with wrap(meta) as meta: with wrap(meta) as meta: