_sort and _sort_desc parameters for table views

Allows for paginated sorted results based on a specified column.

Refs #189

tests/fixtures.py

@@ -1,6 +1,7 @@
 from datasette.app import Datasette
 import itertools
 import os
+import random
 import sqlite3
 import sys
 import string
@@ -34,6 +35,25 @@ def generate_compound_rows(num):
         yield a, b, c, '{}-{}-{}'.format(a, b, c)
 
 
+def generate_sortable_rows(num):
+    rand = random.Random(42)
+    for a, b in itertools.islice(
+        itertools.product(string.ascii_lowercase, repeat=2), num
+    ):
+        yield {
+            'pk1': a,
+            'pk2': b,
+            'content': '{}-{}'.format(a, b),
+            'sortable': rand.randint(-100, 100),
+            'sortable_with_nulls': rand.choice([
+                None, rand.random(), rand.random()
+            ]),
+            'sortable_with_nulls_2': rand.choice([
+                None, rand.random(), rand.random()
+            ]),
+        }
+
+
 METADATA = {
     'title': 'Datasette Title',
     'description': 'Datasette Description',
@@ -70,7 +90,6 @@ CREATE TABLE compound_primary_key (
 
 INSERT INTO compound_primary_key VALUES ('a', 'b', 'c');
 
-
 CREATE TABLE compound_three_primary_keys (
   pk1 varchar(30),
   pk2 varchar(30),
@@ -79,6 +98,15 @@ CREATE TABLE compound_three_primary_keys (
   PRIMARY KEY (pk1, pk2, pk3)
 );
 
+CREATE TABLE sortable (
+  pk1 varchar(30),
+  pk2 varchar(30),
+  content text,
+  sortable integer,
+  sortable_with_nulls real,
+  sortable_with_nulls_2 real,
+  PRIMARY KEY (pk1, pk2)
+);
 
 CREATE TABLE no_primary_key (
   content text,
@@ -142,6 +170,13 @@ CREATE VIEW simple_view AS
     'INSERT INTO compound_three_primary_keys VALUES ("{a}", "{b}", "{c}", "{content}");'.format(
         a=a, b=b, c=c, content=content
     ) for a, b, c, content in generate_compound_rows(1001)
+]) + '\n'.join([
+    '''INSERT INTO sortable VALUES (
+        "{pk1}", "{pk2}", "{content}", {sortable},
+        {sortable_with_nulls}, {sortable_with_nulls_2});
+    '''.format(
+        **row
+    ).replace('None', 'null') for row in generate_sortable_rows(201)
 ])
 
 

tests/test_api.py

@@ -1,6 +1,7 @@
 from .fixtures import (
     app_client,
     generate_compound_rows,
+    generate_sortable_rows,
 )
 import pytest
 
@@ -13,7 +14,7 @@ def test_homepage(app_client):
     assert response.json.keys() == {'test_tables': 0}.keys()
     d = response.json['test_tables']
     assert d['name'] == 'test_tables'
-    assert d['tables_count'] == 9
+    assert d['tables_count'] == 10
 
 
 def test_database_page(app_client):
@@ -106,6 +107,16 @@ def test_database_page(app_client):
             'outgoing': [],
         },
         'label_column': None,
+    }, {
+        'columns': [
+            'pk1', 'pk2', 'content', 'sortable', 'sortable_with_nulls',
+            'sortable_with_nulls_2'
+        ],
+        'name': 'sortable',
+        'count': 201,
+        'hidden': False,
+        'foreign_keys': {'incoming': [], 'outgoing': []},
+        'label_column': None,
     }, {
         'columns': ['pk', 'content'],
         'name': 'table/with/slashes.csv',
@@ -345,6 +356,30 @@ def test_paginate_compound_keys_with_extra_filters(app_client):
     assert expected == [f['content'] for f in fetched]
 
 
+@pytest.mark.parametrize('query_string,sort_key', [
+    ('_sort=sortable', lambda row: row['sortable']),
+    ('_sort_desc=sortable', lambda row: -row['sortable']),
+])
+def test_sortable(app_client, query_string, sort_key):
+    path = '/test_tables/sortable.jsono?{}'.format(query_string)
+    fetched = []
+    page = 0
+    while path:
+        page += 1
+        assert page < 100
+        response = app_client.get(path, gather_request=False)
+        fetched.extend(response.json['rows'])
+        path = response.json['next_url']
+    assert 5 == page
+    expected = list(generate_sortable_rows(201))
+    expected.sort(key=sort_key)
+    assert [
+        r['content'] for r in expected
+    ] == [
+        r['content'] for r in fetched
+    ]
+
+
 @pytest.mark.parametrize('path,expected_rows', [
     ('/test_tables/simple_primary_key.json?content=hello', [
         ['1', 'hello'],

tests/test_utils.py

@@ -18,8 +18,8 @@ from unittest.mock import patch
     ('123%2C433,112', ['123,433', '112']),
     ('123%2F433%2F112', ['123/433/112']),
 ])
-def test_compound_pks_from_path(path, expected):
-    assert expected == utils.compound_pks_from_path(path)
+def test_urlsafe_components(path, expected):
+    assert expected == utils.urlsafe_components(path)
 
 
 @pytest.mark.parametrize('row,pks,expected_path', [