From 2785fd29deef505f132902dcee86284e39e3fdcb Mon Sep 17 00:00:00 2001
From: Simon Willison <swillison@gmail.com>
Date: Thu, 28 May 2026 09:03:10 -0700
Subject: [PATCH] Fix tests I just broke

---
 datasette/utils/sql_analysis.py | 86 +++++++++++++++++++--------------
 datasette/utils/sqlite.py       |  2 +-
 tests/test_utils.py             | 14 ++++++
 3 files changed, 65 insertions(+), 37 deletions(-)

diff --git a/datasette/utils/sql_analysis.py b/datasette/utils/sql_analysis.py
index a71fa315..b5d7ada8 100644
--- a/datasette/utils/sql_analysis.py
+++ b/datasette/utils/sql_analysis.py
@@ -193,6 +193,10 @@ _AUTHORIZER_ACTION_NAMES = {
 }
 
 
+def _allow_authorizer_action(*args):
+    return sqlite3.SQLITE_OK
+
+
 def analyze_sql_tables(
     conn,
     sql: str,
@@ -424,42 +428,59 @@ def analyze_sql_tables(
         )
         return sqlite3.SQLITE_OK
 
+    table_kind_cache: dict[tuple[str | None, str], SQLTableKind | None] = {}
+
     conn.set_authorizer(authorizer)
     try:
         explain_rows = conn.execute(
             "EXPLAIN " + sql, params if params is not None else {}
         ).fetchall()
+        # Passing None before these lookups leaves a failing callback installed
+        # on Python 3.10, so use a permissive callback until they are complete.
+        conn.set_authorizer(_allow_authorizer_action)
+
+        if not operations:
+            vacuum_row = next((row for row in explain_rows if row[1] == "Vacuum"), None)
+            if vacuum_row is not None:
+                schema_by_index = {
+                    row[0]: row[1] for row in conn.execute("PRAGMA database_list")
+                }
+                sqlite_schema = schema_by_index.get(vacuum_row[2])
+                database = database_for_schema(sqlite_schema)
+                record(
+                    "vacuum",
+                    "database",
+                    database=database,
+                    table=None,
+                    sqlite_schema=sqlite_schema,
+                    target=database,
+                    source=None,
+                )
+            else:
+                record(
+                    "unknown",
+                    "statement",
+                    database=database_name,
+                    table=None,
+                    sqlite_schema=None,
+                    target=None,
+                    source=None,
+                )
+
+        for key in operations:
+            if (
+                key.target_type == "table"
+                and key.operation in {"read", "insert", "update", "delete"}
+                and key.table is not None
+            ):
+                cache_key = (key.sqlite_schema, key.table)
+                if cache_key not in table_kind_cache:
+                    table_kind_cache[cache_key] = sqlite_table_type(
+                        conn, key.table, schema=key.sqlite_schema
+                    )
     finally:
         conn.set_authorizer(None)
 
-    if not operations:
-        vacuum_row = next((row for row in explain_rows if row[1] == "Vacuum"), None)
-        if vacuum_row is not None:
-            schema_by_index = {
-                row[0]: row[1] for row in conn.execute("PRAGMA database_list")
-            }
-            sqlite_schema = schema_by_index.get(vacuum_row[2])
-            database = database_for_schema(sqlite_schema)
-            record(
-                "vacuum",
-                "database",
-                database=database,
-                table=None,
-                sqlite_schema=sqlite_schema,
-                target=database,
-                source=None,
-            )
-        else:
-            record(
-                "unknown",
-                "statement",
-                database=database_name,
-                table=None,
-                sqlite_schema=None,
-                target=None,
-                source=None,
-            )
-
     has_schema_operation = any(
         key.target_type in {"table", "index", "view", "trigger", "virtual-table"}
         and key.operation in {"create", "alter", "drop"}
@@ -502,8 +523,6 @@ def analyze_sql_tables(
             return True
         return False
 
-    table_kind_cache: dict[tuple[str | None, str], SQLTableKind | None] = {}
-
     def table_kind_for(key: OperationKey) -> SQLTableKind | None:
         if (
             key.target_type != "table"
@@ -511,12 +530,7 @@ def analyze_sql_tables(
             or key.table is None
         ):
             return None
-        cache_key = (key.sqlite_schema, key.table)
-        if cache_key not in table_kind_cache:
-            table_kind_cache[cache_key] = sqlite_table_type(
-                conn, key.table, schema=key.sqlite_schema
-            )
-        return table_kind_cache[cache_key]
+        return table_kind_cache[(key.sqlite_schema, key.table)]
 
     return SQLAnalysis(
         operations=tuple(
diff --git a/datasette/utils/sqlite.py b/datasette/utils/sqlite.py
index d3f52751..5a7c6c38 100644
--- a/datasette/utils/sqlite.py
+++ b/datasette/utils/sqlite.py
@@ -16,7 +16,7 @@ _cached_sqlite_version = None
 SQLiteTableType = Literal["table", "view", "virtual", "shadow"]
 _VIRTUAL_TABLE_MODULE_RE = re.compile(
     r"\bCREATE\s+VIRTUAL\s+TABLE\b.*?\bUSING\s+([^\s(]+)",
-    re.IGNORECASE,
+    re.IGNORECASE | re.DOTALL,
 )
 _VIRTUAL_TABLE_SHADOW_SUFFIXES = {
     "fts3": ("_content", "_segdir", "_segments", "_stat", "_docsize"),
diff --git a/tests/test_utils.py b/tests/test_utils.py
index 90013537..e83eed7a 100644
--- a/tests/test_utils.py
+++ b/tests/test_utils.py
@@ -279,6 +279,20 @@ def test_sqlite_table_type_detects_attached_database_tables(monkeypatch, use_fal
         conn.close()
 
 
+def test_sqlite_hidden_table_names_hides_multiline_content_fts_table():
+    conn = utils.sqlite3.connect(":memory:")
+    try:
+        conn.executescript("""
+            create table searchable(id integer primary key, body text);
+            create virtual table searchable_fts
+                using fts5(body, content='searchable', content_rowid='id');
+        """)
+
+        assert "searchable_fts" in sqlite_hidden_table_names(conn)
+    finally:
+        conn.close()
+
+
 @pytest.mark.parametrize(
     "url,expected",
     [