From e34d09c6ec16ff5e7717e112afdad67f7c05a62a Mon Sep 17 00:00:00 2001
From: Simon Willison <swillison@gmail.com>
Date: Wed, 9 Aug 2023 12:01:59 -0700
Subject: [PATCH] Don't include columns in query JSON, refs #2136

---
 datasette/renderer.py       |  8 +++++++-
 datasette/views/database.py |  2 +-
 tests/test_api.py           |  1 -
 tests/test_cli_serve_get.py | 11 ++++++-----
 4 files changed, 14 insertions(+), 8 deletions(-)

diff --git a/datasette/renderer.py b/datasette/renderer.py
index 0bd74e81..224031a7 100644
--- a/datasette/renderer.py
+++ b/datasette/renderer.py
@@ -27,7 +27,7 @@ def convert_specific_columns_to_json(rows, columns, json_cols):
     return new_rows
 
 
-def json_renderer(args, data, error, truncated=None):
+def json_renderer(request, args, data, error, truncated=None):
     """Render a response as JSON"""
     status_code = 200
 
@@ -106,6 +106,12 @@ def json_renderer(args, data, error, truncated=None):
             "status": 400,
             "title": None,
         }
+
+    # Don't include "columns" in output
+    # https://github.com/simonw/datasette/issues/2136
+    if isinstance(data, dict) and "columns" not in request.args.getlist("_extra"):
+        data.pop("columns", None)
+
     # Handle _nl option for _shape=array
     nl = args.get("_nl", "")
     if nl and shape == "array":
diff --git a/datasette/views/database.py b/datasette/views/database.py
index 658c35e6..cf76f3c2 100644
--- a/datasette/views/database.py
+++ b/datasette/views/database.py
@@ -548,7 +548,7 @@ class QueryView(View):
                 error=query_error,
                 # These will be deprecated in Datasette 1.0:
                 args=request.args,
-                data={"rows": rows, "columns": columns},
+                data={"ok": True, "rows": rows, "columns": columns},
             )
             if asyncio.iscoroutine(result):
                 result = await result
diff --git a/tests/test_api.py b/tests/test_api.py
index 28415a0b..f96f571e 100644
--- a/tests/test_api.py
+++ b/tests/test_api.py
@@ -649,7 +649,6 @@ async def test_custom_sql(ds_client):
             {"content": "RENDER_CELL_DEMO"},
             {"content": "RENDER_CELL_ASYNC"},
         ],
-        "columns": ["content"],
         "ok": True,
         "truncated": False,
     }
diff --git a/tests/test_cli_serve_get.py b/tests/test_cli_serve_get.py
index 2e0390bb..dc7fc1e2 100644
--- a/tests/test_cli_serve_get.py
+++ b/tests/test_cli_serve_get.py
@@ -34,11 +34,12 @@ def test_serve_with_get(tmp_path_factory):
             "/_memory.json?sql=select+sqlite_version()",
         ],
     )
-    assert 0 == result.exit_code, result.output
-    assert {
-        "truncated": False,
-        "columns": ["sqlite_version()"],
-    }.items() <= json.loads(result.output).items()
+    assert result.exit_code == 0, result.output
+    data = json.loads(result.output)
+    # Should have a single row with a single column
+    assert len(data["rows"]) == 1
+    assert list(data["rows"][0].keys()) == ["sqlite_version()"]
+    assert set(data.keys()) == {"rows", "ok", "truncated"}
 
     # The plugin should have created hello.txt
     assert (plugins_dir / "hello.txt").read_text() == "hello"