remote/sqlite-utils
1
0
Fork 0
mirror of https://github.com/simonw/sqlite-utils.git synced 2026-07-31 22:44:11 +02:00
Code Issues Projects Releases Packages Wiki Activity

sqlite-utils rebuild-fts command, closes #155

Browse source
This commit is contained in:
Simon Willison 2020-09-08 16:16:03 -07:00
commit 176f4e0ef4
5 changed files with 93 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

51
tests/test_cli.py
View file

@ -481,6 +481,57 @@ def test_optimize(db_path, tables):
assert 0 == result.exit_code
@pytest.mark.parametrize("tables", ([], ["fts4_table"], ["fts5_table"]))
def test_rebuild_fts(db_path, tables):
db = Database(db_path, recursive_triggers=False)
records = [
{
"c1": "verb{}".format(i),
"c2": "noun{}".format(i),
"c3": "adjective{}".format(i),
}
for i in range(10000)
]
with db.conn:
db["fts4_table"].insert_all(records, pk="c1")
db["fts5_table"].insert_all(records, pk="c1")
db["fts4_table"].enable_fts(
["c1", "c2", "c3"], fts_version="FTS4", create_triggers=True
)
db["fts5_table"].enable_fts(
["c1", "c2", "c3"], fts_version="FTS5", create_triggers=True
)
# Search should work
assert db["fts4_table"].search("verb1")
assert db["fts5_table"].search("verb1")
# Deleting _fts_segments to break FTS4
with db.conn:
db["fts4_table_fts_segments"].delete_where()
# Now this should error:
with pytest.raises(sqlite3.DatabaseError):
db["fts4_table"].search("verb1")
# Replicate docsize error from this issue for FTS5
# https://github.com/simonw/sqlite-utils/issues/149
assert db["fts5_table_fts_docsize"].count == 10000
db["fts5_table"].insert_all(records, replace=True)
assert db["fts5_table"].count == 10000
assert db["fts5_table_fts_docsize"].count == 20000
# Running rebuild-fts should fix both issues
print(["rebuild-fts", db_path] + tables)
result = CliRunner().invoke(cli.cli, ["rebuild-fts", db_path] + tables)
assert 0 == result.exit_code
fixed_tables = tables or ["fts4_table", "fts5_table"]
if "fts4_table" in fixed_tables:
assert db["fts4_table"].search("verb1")
else:
with pytest.raises(sqlite3.DatabaseError):
db["fts4_table"].search("verb1")
if "fts5_table" in fixed_tables:
assert db["fts5_table_fts_docsize"].count == 10000
else:
assert db["fts5_table_fts_docsize"].count == 20000
def test_insert_simple(tmpdir):
json_path = str(tmpdir / "dog.json")
db_path = str(tmpdir / "dogs.db")