fz0x1/HPI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

general: move reddit tests into my/tests + tweak my.core.cfg to be more reliable

Browse source
This commit is contained in:
Dima Gerasimov 2023-05-26 00:34:24 +01:00 • committed by karlicoss
parent fcfc423a75
commit f8cd31044e
21 changed files with 77 additions and 54 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tests/bluemaestro.py
View file

@ -50,7 +50,7 @@ def test_old_db() -> None:
@pytest.fixture(autouse=True)
def prepare():
from .common import testdata
from my.tests.common import testdata
bmdata = testdata() / 'hpi-testdata' / 'bluemaestro'
assert bmdata.exists(), bmdata

27
tests/common.py
View file

@ -1,27 +0,0 @@
import os
from pathlib import Path
import pytest
V = 'HPI_TESTS_KARLICOSS'
skip_if_not_karlicoss = pytest.mark.skipif(
V not in os.environ, reason=f'test only works on @karlicoss data for now. Set evn variable {V}=true to override.',
)
def reset_modules() -> None:
'''
A hack to 'unload' HPI modules, otherwise some modules might cache the config
TODO: a bit crap, need a better way..
'''
import sys
import re
to_unload = [m for m in sys.modules if re.match(r'my[.]?', m)]
for m in to_unload:
del sys.modules[m]
def testdata() -> Path:
d = Path(__file__).absolute().parent.parent / 'testdata'
assert d.exists(), d
return d

2
tests/config.py
View file

@ -121,6 +121,6 @@ Some misc stuff
@pytest.fixture(autouse=True)
def prepare():
from .common import reset_modules
from my.tests.common import reset_modules
reset_modules()
yield

4
tests/emfit.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
def test() -> None:
@ -13,8 +13,6 @@ def test() -> None:
assert d.sleep_end.tzinfo is not None
from .common import skip_if_not_karlicoss
@skip_if_not_karlicoss
def test_tz() -> None:
from my.emfit import datas
# TODO check errors too?

2
tests/foursquare.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
def test_checkins() -> None:
from my.foursquare import get_checkins

2
tests/github.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
from more_itertools import ilen
# todo test against stats? not sure.. maybe both

2
tests/goodreads.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
from more_itertools import ilen

2
tests/hypothesis.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
def test() -> None:
from my.hypothesis import pages, highlights

3
tests/instapaper.py
View file

@ -1,4 +1,5 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
def test_pages() -> None:
# TODO ugh. need lazy import to simplify testing?

2
tests/jawbone.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
from datetime import date, time

2
tests/lastfm.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
# todo maybe belongs to common
from more_itertools import ilen

4
tests/orgmode.py
View file

@ -1,9 +1,9 @@
from my.tests.common import skip_if_not_karlicoss as pytestmark
from my import orgmode
from my.core.orgmode import collect
from .common import skip_if_not_karlicoss
@skip_if_not_karlicoss
def test() -> None:
# meh
results = list(orgmode.query().collect_all(lambda n: [n] if 'python' in n.tags else []))

4
tests/pdfs.py
View file

@ -4,7 +4,7 @@ from more_itertools import ilen
import pytest
from .common import testdata
from my.tests.common import testdata
def test_module(with_config) -> None:
@ -35,7 +35,7 @@ def test_with_error(with_config, tmp_path: Path) -> None:
@pytest.fixture
def with_config():
from .common import reset_modules
from my.tests.common import reset_modules
reset_modules() # todo ugh.. getting boilerplaty.. need to make it a bit more automatic..
# extra_data = Path(__file__).absolute().parent / 'extra/data/polar'

82
tests/reddit.py
View file

@ -1,82 +0,0 @@
from datetime import datetime
import pytz
def test_basic() -> None:
# todo maybe this should call stat or something instead?
# would ensure reasonable stat implementation as well and less duplication
# note: deliberately use old module (instead of my.reddit.all) to test bwd compatibility
from my.reddit import saved, events
assert len(list(events())) > 0
assert len(list(saved())) > 0
def test_comments() -> None:
from my.reddit.all import comments
assert len(list(comments())) > 0
def test_unfav() -> None:
from my.reddit import events, saved
ev = events()
url = 'https://reddit.com/r/QuantifiedSelf/comments/acxy1v/personal_dashboard/'
uev = [e for e in ev if e.url == url]
assert len(uev) == 2
ff = uev[0]
# TODO could recover these from takeout perhaps?
assert ff.text == 'favorited [initial]'
uf = uev[1]
assert uf.text == 'unfavorited'
def test_saves() -> None:
from my.reddit.all import saved
saves = list(saved())
assert len(saves) > 0
# just check that they are unique (makedict will throw)
from my.core.common import make_dict
make_dict(saves, key=lambda s: s.sid)
def test_disappearing() -> None:
from my.reddit.rexport import events
# eh. so for instance, 'metro line colors' is missing from reddit-20190402005024.json for no reason
# but I guess it was just a short glitch... so whatever
saves = events()
favs = [s.kind for s in saves if s.text == 'favorited']
[deal_with_it] = [f for f in favs if f.title == '"Deal with it!"']
assert deal_with_it.backup_dt == datetime(2019, 4, 1, 23, 10, 25, tzinfo=pytz.utc)
def test_unfavorite() -> None:
from my.reddit.rexport import events
evs = events()
unfavs = [s for s in evs if s.text == 'unfavorited']
[xxx] = [u for u in unfavs if u.eid == 'unf-19ifop']
assert xxx.dt == datetime(2019, 1, 29, 10, 10, 20, tzinfo=pytz.utc)
def test_preserves_extra_attr() -> None:
# doesn't strictly belong here (not specific to reddit)
# but my.reddit does a fair bit of dyunamic hacking, so perhaps a good place to check nothing is lost
from my.reddit import config
assert isinstance(getattr(config, 'please_keep_me'), str)
import pytest
@pytest.fixture(autouse=True, scope='module')
def prepare():
from .common import testdata
data = testdata() / 'hpi-testdata' / 'reddit'
assert data.exists(), data
# note: deliberately using old config schema so we can test migrations
class test_config:
export_dir = data
please_keep_me = 'whatever'
from my.core.cfg import tmp_config
with tmp_config() as config:
config.reddit = test_config
yield

2
tests/rtm.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
def test() -> None:

4
tests/shared_config.py
View file

@ -15,7 +15,7 @@ class SharedConfig(NamedTuple):
def _prepare_google_config(tmp_path: Path):
from .common import testdata
from my.tests.common import testdata
try:
track = one(testdata().rglob('italy-slovenia-2017-07-29.json'))
except ValueError:
@ -35,7 +35,7 @@ def _prepare_google_config(tmp_path: Path):
# pass tmp_path from pytest to this helper function
# see tests/tz.py as an example
def temp_config(temp_path: Path) -> Any:
from .common import reset_modules
from my.tests.common import reset_modules
reset_modules()
LTZ.config.fast = True

2
tests/smscalls.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
# TODO maybe instead detect if it has any data at all
# if none, then skip the test, say that user doesn't have any data?

2
tests/tweets.py
View file

@ -1,4 +1,4 @@
from .common import skip_if_not_karlicoss as pytestmark
from my.tests.common import skip_if_not_karlicoss as pytestmark
# todo current test doesn't depend on data, in principle...
# should make lazy loading the default..

4
tests/youtube.py
View file

@ -1,3 +1,5 @@
from my.tests.common import skip_if_not_karlicoss as pytestmark
# TODO move elsewhere?
# these tests would only make sense with some existing data? although some of them would work for everyone..
# not sure what's a good way of handling this..
@ -6,8 +8,6 @@ import pytz
from more_itertools import bucket
from .common import skip_if_not_karlicoss as pytestmark
# TODO ugh. if i uncomment this here (on top level), then this test vvv fails
# from my.media.youtube import get_watched, Watched
# HPI_TESTS_KARLICOSS=true pytest -raps tests/tz.py tests/youtube.py