fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

my.google.takeout.paths: migrate to new style lazy config

Browse source 
also clean up tests a little and move into my.tests.location.google
This commit is contained in:
Dima Gerasimov 2024-08-25 22:36:54 +01:00 • committed by karlicoss
parent 2ff2dcfc00
commit 7cae9d5bf3
4 changed files with 86 additions and 46 deletions
Download patch file Download diff file Expand all files Collapse all files

45
my/google/takeout/paths.py
View file

@ -2,44 +2,53 @@
Module for locating and accessing [[https://takeout.google.com][Google Takeout]] data
'''
from dataclasses import dataclass
from ...core.common import Paths, get_files
from ...core.util import __NOT_HPI_MODULE__
from my.config import google as user_config
from abc import abstractmethod
from pathlib import Path
from typing import Iterable, Optional, Protocol
from more_itertools import last
@dataclass
class google(user_config):
takeout_path: Paths # path/paths/glob for the takeout zips
###
from my.core import __NOT_HPI_MODULE__, Paths, get_files
class config:
"""
path/paths/glob for the takeout zips
"""
@property
@abstractmethod
def takeout_path(self) -> Paths:
raise NotImplementedError
# TODO rename 'google' to 'takeout'? not sure
from ...core.cfg import make_config
config = make_config(google)
from pathlib import Path
from typing import Optional, Iterable
def make_config() -> config:
from my.config import google as user_config
class combined_config(user_config, config): ...
return combined_config()
def get_takeouts(*, path: Optional[str]=None) -> Iterable[Path]:
def get_takeouts(*, path: Optional[str] = None) -> Iterable[Path]:
"""
Sometimes google splits takeout into multiple archives, so we need to detect the ones that contain the path we need
"""
# TODO FIXME zip is not great..
# TODO zip is not great..
# allow a lambda expression? that way the user could restrict it
for takeout in get_files(config.takeout_path, glob='*.zip'):
cfg = make_config()
for takeout in get_files(cfg.takeout_path, glob='*.zip'):
if path is None or (takeout / path).exists():
yield takeout
def get_last_takeout(*, path: Optional[str]=None) -> Optional[Path]:
def get_last_takeout(*, path: Optional[str] = None) -> Optional[Path]:
return last(get_takeouts(path=path), default=None)
# TODO might be a good idea to merge across multiple takeouts...
# perhaps even a special takeout module that deals with all of this automatically?
# e.g. accumulate, filter and maybe report useless takeouts?