Attempt to fix issue with slow unpickling..
This commit is contained in:
parent
cb39e5a00e
commit
930bf099a3
2 changed files with 6 additions and 6 deletions
|
@ -63,10 +63,12 @@ def load_locations() -> Iterator[Location]:
|
|||
)
|
||||
|
||||
def iter_locations(cached: bool=False) -> Iterator[Location]:
|
||||
import dill # type: ignore
|
||||
import sys
|
||||
sys.path.append('/L/Dropbox/data/location_provider') # jeez.. otherwise it refuses to unpickle :(
|
||||
|
||||
import pickle as dill # type: ignore
|
||||
if cached:
|
||||
with open(CACHE_PATH, 'rb') as fo:
|
||||
# TODO while fo has more data?
|
||||
while True:
|
||||
try:
|
||||
pre = dill.load(fo)
|
||||
|
@ -168,9 +170,8 @@ def get_groups(cached: bool=False) -> List[LocInterval]:
|
|||
dump_group()
|
||||
return groups
|
||||
|
||||
# TODO ok, def cache groups.
|
||||
def update_cache():
|
||||
import dill # type: ignore
|
||||
import pickle as dill # type: ignore
|
||||
CACHE_PATH_TMP = CACHE_PATH + '.tmp'
|
||||
# TODO maybe, also keep on /tmp first?
|
||||
with open(CACHE_PATH_TMP, 'wb', 2 ** 20) as fo:
|
||||
|
|
|
@ -18,6 +18,5 @@ if len(sys.argv) > 1:
|
|||
raise RuntimeError(f"Unknown command {cmd}")
|
||||
else:
|
||||
for p in get_groups(cached=True):
|
||||
pass
|
||||
print(p)
|
||||
# TODO need datetime!
|
||||
# print(p)
|
||||
|
|
Loading…
Add table
Reference in a new issue