125 lines
4.4 KiB
Python
Executable file
125 lines
4.4 KiB
Python
Executable file
#!/usr/bin/python3
|
|
"""
|
|
[[https://bluemaestro.com/products/product-details/bluetooth-environmental-monitor-and-logger][Bluemaestro]] temperature/humidity/pressure monitor
|
|
"""
|
|
|
|
# todo eh, most of it belongs to DAL
|
|
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
import sqlite3
|
|
from typing import Iterable, NamedTuple, Sequence, Set
|
|
|
|
from ..common import mcachew, LazyLogger, get_files
|
|
|
|
|
|
from ..core.cachew import cache_dir
|
|
from my.config import bluemaestro as config
|
|
|
|
|
|
logger = LazyLogger('bluemaestro', level='debug')
|
|
|
|
|
|
def inputs() -> Sequence[Path]:
|
|
return get_files(config.export_path)
|
|
|
|
|
|
class Measurement(NamedTuple):
|
|
dt: datetime
|
|
temp: float
|
|
|
|
|
|
@mcachew(cache_path=cache_dir() / 'bluemaestro.cache')
|
|
def measurements(dbs=inputs()) -> Iterable[Measurement]:
|
|
emitted: Set[datetime] = set()
|
|
for f in dbs:
|
|
logger.debug('processing %s', f)
|
|
# err = f'{f}: mismatch: {v} vs {value}'
|
|
# if abs(v - value) > 0.4:
|
|
# logger.warning(err)
|
|
# # TODO mm. dunno how to mark errors properly..
|
|
# # raise AssertionError(err)
|
|
# else:
|
|
# pass
|
|
# with sqlite3.connect(f'file:{db}?immutable=1', uri=True) as c:
|
|
tot = 0
|
|
new = 0
|
|
# todo assert increasing timestamp?
|
|
with sqlite3.connect(f'file:{f}?immutable=1', uri=True) as db:
|
|
try:
|
|
# try old format first
|
|
# todo Humidity, Pressure, Dewpoint
|
|
datas = db.execute('SELECT Time, Temperature FROM data ORDER BY log_index')
|
|
oldfmt = True
|
|
except sqlite3.OperationalError:
|
|
# ok, must be new format?
|
|
log_tables = list(c[0] for c in db.execute('SELECT name FROM sqlite_sequence WHERE name LIKE "%_log"'))
|
|
# eh. a bit horrible, but seems the easiest way to do it?
|
|
# todo could exclude logs that we already processed??
|
|
# todo humiReadings, pressReadings, dewpReadings
|
|
query = ' UNION '.join(f'SELECT unix, tempReadings FROM {t}' for t in log_tables) # todo order by?
|
|
if len(log_tables) > 0: # ugh. otherwise end up with syntax error..
|
|
query = f'SELECT * FROM ({query}) ORDER BY unix'
|
|
datas = db.execute(query)
|
|
oldfmt = False
|
|
|
|
# todo otherwise, union all dbs?... this is slightly insane...
|
|
for tsc, tempc in datas:
|
|
if oldfmt:
|
|
# TODO FIXME is that utc???
|
|
tss = tsc.replace('Juli', 'Jul').replace('Aug.', 'Aug')
|
|
dt = datetime.strptime(tss, '%Y-%b-%d %H:%M')
|
|
temp = tempc
|
|
else:
|
|
dt = datetime.utcfromtimestamp(tsc / 1000) # todo not sure if utc?
|
|
temp = tempc / 10 # for some reason it's in tenths of degrees??
|
|
|
|
# sanity check
|
|
assert -40 <= temp <= 60, (f, dt, temp)
|
|
|
|
tot += 1
|
|
if dt in emitted:
|
|
continue
|
|
emitted.add(dt)
|
|
new += 1
|
|
p = Measurement(
|
|
dt=dt,
|
|
temp=temp,
|
|
# TODO use pressure and humidity as well
|
|
)
|
|
yield p
|
|
logger.debug('%s: new %d/%d', f, new, tot)
|
|
# logger.info('total items: %d', len(merged))
|
|
# TODO assert frequency?
|
|
# for k, v in merged.items():
|
|
# # TODO shit. quite a few of them have varying values... how is that freaking possible????
|
|
# # most of them are within 0.5 degree though... so just ignore?
|
|
# if isinstance(v, set) and len(v) > 1:
|
|
# print(k, v)
|
|
# for k, v in merged.items():
|
|
# yield Point(dt=k, temp=v) # meh?
|
|
|
|
def stats():
|
|
from ..common import stat
|
|
return stat(measurements)
|
|
|
|
|
|
def dataframe():
|
|
"""
|
|
%matplotlib gtk
|
|
from my.bluemaestro import dataframe
|
|
dataframe().plot()
|
|
"""
|
|
# todo not sure why x axis time ticks are weird... df[:6269] works, whereas df[:6269] breaks...
|
|
# either way, plot is not the best representation for the temperature I guess.. maybe also use bokeh?
|
|
import pandas as pd # type: ignore
|
|
return pd.DataFrame(p._asdict() for p in measurements()).set_index('dt')
|
|
|
|
|
|
def main():
|
|
ll = list(measurements())
|
|
print(len(ll))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|