64a4782f0e
- use portable separators
- paths should be prepended with r' (so backwards slash isn't treated as escaping)
- sqlite connections should be closed (otherwise windows fails to remove the underlying db file)
- workaround for emojis via PYTHONUTF8=1 test for now
- make ZipPath portable
- properly use tox python environment everywhere
this was causing issues on Windows
e.g.
WARNING: test command found but not installed in testenv
cmd: C:\hostedtoolcache\windows\Python\3.9.12\x64\python3.EXE
66 lines
2.4 KiB
Python
66 lines
2.4 KiB
Python
from pathlib import Path
|
|
import shutil
|
|
import sqlite3
|
|
from tempfile import TemporaryDirectory
|
|
|
|
|
|
from my.core.sqlite import sqlite_connect_immutable, sqlite_copy_and_open
|
|
|
|
|
|
def test_sqlite_read_with_wal(tmp_path: Path) -> None:
|
|
db = tmp_path / 'db.sqlite'
|
|
# write a bit
|
|
with sqlite3.connect(str(db)) as conn:
|
|
conn.execute('CREATE TABLE testtable (col)')
|
|
for i in range(5):
|
|
conn.execute('INSERT INTO testtable (col) VALUES (?)', str(i))
|
|
|
|
# write more in WAL mode
|
|
with sqlite3.connect(str(db)) as conn_db:
|
|
conn.execute('PRAGMA journal_mode=wal;')
|
|
for i in range(5, 10):
|
|
conn_db.execute('INSERT INTO testtable (col) VALUES (?)', str(i))
|
|
conn_db.execute('COMMIT')
|
|
|
|
# make sure it has unflushed stuff in wal
|
|
wals = list(db.parent.glob('*-wal'))
|
|
assert len(wals) == 1
|
|
|
|
## now run the tests in separate process to ensure there is no potential for reusing sqlite connections or something
|
|
from concurrent.futures import ProcessPoolExecutor as Pool
|
|
with Pool(1) as pool:
|
|
# merely using it for ctx manager..
|
|
pool.submit(_test_do_copy , db).result()
|
|
pool.submit(_test_do_immutable , db).result()
|
|
pool.submit(_test_do_copy_and_open, db).result()
|
|
pool.submit(_test_open_asis , db).result()
|
|
|
|
|
|
def _test_do_copy(db: Path) -> None:
|
|
# from a copy without journal can only read previously committed stuff
|
|
with TemporaryDirectory() as tdir:
|
|
cdb = Path(tdir) / 'dbcopy.sqlite'
|
|
shutil.copy(db, cdb)
|
|
with sqlite3.connect(str(cdb)) as conn_copy:
|
|
assert len(list(conn_copy.execute('SELECT * FROM testtable'))) == 5
|
|
conn_copy.close()
|
|
|
|
|
|
def _test_do_immutable(db: Path) -> None:
|
|
# in readonly mode doesn't touch
|
|
with sqlite_connect_immutable(db) as conn_imm:
|
|
assert len(list(conn_imm.execute('SELECT * FROM testtable'))) == 5
|
|
conn_imm.close()
|
|
|
|
|
|
def _test_do_copy_and_open(db: Path) -> None:
|
|
with sqlite_copy_and_open(db) as conn_mem:
|
|
assert len(list(conn_mem.execute('SELECT * FROM testtable'))) == 10
|
|
conn_mem.close()
|
|
|
|
|
|
def _test_open_asis(db: Path) -> None:
|
|
# NOTE: this also works... but leaves some potential for DB corruption
|
|
with sqlite3.connect(str(db)) as conn_db_2:
|
|
assert len(list(conn_db_2.execute('SELECT * FROM testtable'))) == 10
|
|
conn_db_2.close()
|