diff --git a/MANIFEST.in b/MANIFEST.in
new file mode 100644
index 0000000..e3c9212
--- /dev/null
+++ b/MANIFEST.in
@@ -0,0 +1,4 @@
+include LICENSE
+include README.md
+recursive-include docs *.rst
+recursive-include tests *.py
diff --git a/setup.py b/setup.py
index 32619ae..a37c6b0 100644
--- a/setup.py
+++ b/setup.py
@@ -21,7 +21,7 @@ setup(
     author="Simon Willison",
     version=VERSION,
     license="Apache License, Version 2.0",
-    packages=find_packages(exclude="tests"),
+    packages=find_packages(exclude=["tests", "tests.*"]),
     install_requires=["click", "click-default-group", "tabulate"],
     setup_requires=["pytest-runner"],
     extras_require={