mirror of
https://github.com/simonw/datasette.git
synced 2026-11-08 19:28:29 +01:00
Real datasette serve runs (uvicorn, keep-alive load, 5 interleaved rounds)
comparing cf113a5 with the combined patches, with and without httptools
and the access log. Adds the load generator and server harness.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01F8mEgRS8swZfYqwqrVMeo5
36 lines
17 KiB
JSON
36 lines
17 KiB
JSON
{"label": "base", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 5272, "elapsed_s": 4.001, "rps": 1317.7, "lat_us": {"mean": 755.9, "p50": 681.1, "p90": 964.8, "p99": 1793.8, "p99.9": 3513.1, "max": 11258.9}, "status": {"200": 5272}, "avg_body_bytes": 37, "errors": 0, "requests_total": 6511, "cpu_us_per_req": 708.0, "main_cpu_us_per_req": 706.5, "variant": "base", "endpoint": "actor", "round": 0, "kind": "lat", "ts": 1791854344.6748526}
|
|
{"label": "patched", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 6546, "elapsed_s": 4.001, "rps": 1636.2, "lat_us": {"mean": 608.2, "p50": 574.0, "p90": 726.1, "p99": 1142.1, "p99.9": 2830.4, "max": 7612.3}, "status": {"200": 6546}, "avg_body_bytes": 37, "errors": 0, "requests_total": 8123, "cpu_us_per_req": 556.4, "main_cpu_us_per_req": 555.2, "variant": "patched", "endpoint": "actor", "round": 0, "kind": "lat", "ts": 1791854349.807752}
|
|
{"label": "patched_best", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 10711, "elapsed_s": 4.0, "rps": 2677.5, "lat_us": {"mean": 370.7, "p50": 345.3, "p90": 462.8, "p99": 688.7, "p99.9": 2516.6, "max": 4077.5}, "status": {"200": 10711}, "avg_body_bytes": 37, "errors": 0, "requests_total": 13412, "cpu_us_per_req": 302.7, "main_cpu_us_per_req": 302.7, "variant": "patched_best", "endpoint": "actor", "round": 0, "kind": "lat", "ts": 1791854354.9526498}
|
|
{"label": "base", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 1681, "elapsed_s": 4.002, "rps": 420.0, "lat_us": {"mean": 2379.0, "p50": 2221.2, "p90": 2944.3, "p99": 4510.3, "p99.9": 6404.1, "max": 8246.5}, "status": {"200": 1681}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 2072, "cpu_us_per_req": 2292.5, "main_cpu_us_per_req": 1935.3, "variant": "base", "endpoint": "versions", "round": 0, "kind": "lat", "ts": 1791854360.083918}
|
|
{"label": "patched", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 3823, "elapsed_s": 4.001, "rps": 955.6, "lat_us": {"mean": 1043.7, "p50": 984.9, "p90": 1270.0, "p99": 1804.6, "p99.9": 3450.4, "max": 13833.4}, "status": {"200": 3823}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 4742, "cpu_us_per_req": 986.9, "main_cpu_us_per_req": 854.1, "variant": "patched", "endpoint": "versions", "round": 0, "kind": "lat", "ts": 1791854365.2208471}
|
|
{"label": "patched_best", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 4829, "elapsed_s": 4.001, "rps": 1207.1, "lat_us": {"mean": 825.5, "p50": 771.7, "p90": 1003.5, "p99": 1581.7, "p99.9": 3430.3, "max": 9180.3}, "status": {"200": 4829}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 6013, "cpu_us_per_req": 723.4, "main_cpu_us_per_req": 595.4, "variant": "patched_best", "endpoint": "versions", "round": 0, "kind": "lat", "ts": 1791854370.3584204}
|
|
{"label": "base", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 645, "elapsed_s": 4.001, "rps": 161.2, "lat_us": {"mean": 6197.8, "p50": 5802.9, "p90": 7908.6, "p99": 11054.9, "p99.9": 14584.1, "max": 16367.1}, "status": {"200": 645}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 793, "cpu_us_per_req": 6179.1, "main_cpu_us_per_req": 4628.0, "variant": "base", "endpoint": "static_css", "round": 0, "kind": "lat", "ts": 1791854375.4951956}
|
|
{"label": "patched", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 5487, "elapsed_s": 4.0, "rps": 1371.6, "lat_us": {"mean": 725.7, "p50": 692.0, "p90": 864.5, "p99": 1203.6, "p99.9": 3303.2, "max": 7607.2}, "status": {"200": 5487}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 6803, "cpu_us_per_req": 627.7, "main_cpu_us_per_req": 627.7, "variant": "patched", "endpoint": "static_css", "round": 0, "kind": "lat", "ts": 1791854380.6547694}
|
|
{"label": "patched_best", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 8033, "elapsed_s": 4.0, "rps": 2008.0, "lat_us": {"mean": 494.9, "p50": 458.1, "p90": 600.5, "p99": 921.3, "p99.9": 2334.4, "max": 48646.8}, "status": {"200": 8033}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 9844, "cpu_us_per_req": 390.1, "main_cpu_us_per_req": 390.1, "variant": "patched_best", "endpoint": "static_css", "round": 0, "kind": "lat", "ts": 1791854385.8001962}
|
|
{"label": "base", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 614, "elapsed_s": 4.002, "rps": 153.4, "lat_us": {"mean": 6521.4, "p50": 6336.8, "p90": 7964.5, "p99": 10207.8, "p99.9": 11564.9, "max": 11606.6}, "status": {"200": 614}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 756, "cpu_us_per_req": 6362.4, "main_cpu_us_per_req": 3822.8, "variant": "base", "endpoint": "facetable", "round": 0, "kind": "lat", "ts": 1791854390.9170716}
|
|
{"label": "patched", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 1029, "elapsed_s": 4.002, "rps": 257.1, "lat_us": {"mean": 3886.7, "p50": 3762.9, "p90": 4646.9, "p99": 6742.7, "p99.9": 10967.9, "max": 11544.5}, "status": {"200": 1029}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1276, "cpu_us_per_req": 3769.6, "main_cpu_us_per_req": 2500.0, "variant": "patched", "endpoint": "facetable", "round": 0, "kind": "lat", "ts": 1791854396.0389185}
|
|
{"label": "patched_best", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 1174, "elapsed_s": 4.001, "rps": 293.4, "lat_us": {"mean": 3405.6, "p50": 3292.0, "p90": 4119.3, "p99": 5618.2, "p99.9": 8413.5, "max": 14041.1}, "status": {"200": 1174}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1499, "cpu_us_per_req": 3228.8, "main_cpu_us_per_req": 2034.7, "variant": "patched_best", "endpoint": "facetable", "round": 0, "kind": "lat", "ts": 1791854401.1905272}
|
|
{"label": "patched_best", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 10938, "elapsed_s": 4.001, "rps": 2734.2, "lat_us": {"mean": 362.8, "p50": 334.0, "p90": 452.8, "p99": 722.7, "p99.9": 2962.6, "max": 7132.4}, "status": {"200": 10938}, "avg_body_bytes": 37, "errors": 0, "requests_total": 13783, "cpu_us_per_req": 293.1, "main_cpu_us_per_req": 293.1, "variant": "patched_best", "endpoint": "actor", "round": 1, "kind": "lat", "ts": 1791854406.3821344}
|
|
{"label": "patched", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 6427, "elapsed_s": 4.001, "rps": 1606.5, "lat_us": {"mean": 619.3, "p50": 582.8, "p90": 740.0, "p99": 1209.8, "p99.9": 2897.8, "max": 6008.9}, "status": {"200": 6427}, "avg_body_bytes": 37, "errors": 0, "requests_total": 8079, "cpu_us_per_req": 560.7, "main_cpu_us_per_req": 559.5, "variant": "patched", "endpoint": "actor", "round": 1, "kind": "lat", "ts": 1791854411.5287182}
|
|
{"label": "base", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 5422, "elapsed_s": 4.001, "rps": 1355.3, "lat_us": {"mean": 735.1, "p50": 666.9, "p90": 884.8, "p99": 1646.2, "p99.9": 3588.7, "max": 43433.5}, "status": {"200": 5422}, "avg_body_bytes": 37, "errors": 0, "requests_total": 6708, "cpu_us_per_req": 693.2, "main_cpu_us_per_req": 693.2, "variant": "base", "endpoint": "actor", "round": 1, "kind": "lat", "ts": 1791854416.6570246}
|
|
{"label": "patched_best", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 5107, "elapsed_s": 4.0, "rps": 1276.6, "lat_us": {"mean": 780.3, "p50": 737.5, "p90": 940.4, "p99": 1441.3, "p99.9": 2821.5, "max": 6665.6}, "status": {"200": 5107}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 6260, "cpu_us_per_req": 712.5, "main_cpu_us_per_req": 595.8, "variant": "patched_best", "endpoint": "versions", "round": 1, "kind": "lat", "ts": 1791854421.7834036}
|
|
{"label": "patched", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 3734, "elapsed_s": 4.001, "rps": 933.4, "lat_us": {"mean": 1068.3, "p50": 987.9, "p90": 1268.2, "p99": 2603.5, "p99.9": 6343.9, "max": 7820.6}, "status": {"200": 3734}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 4745, "cpu_us_per_req": 971.5, "main_cpu_us_per_req": 838.8, "variant": "patched", "endpoint": "versions", "round": 1, "kind": "lat", "ts": 1791854426.90712}
|
|
{"label": "base", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 1508, "elapsed_s": 4.001, "rps": 376.9, "lat_us": {"mean": 2650.8, "p50": 2428.8, "p90": 3523.8, "p99": 4845.6, "p99.9": 7675.5, "max": 9631.9}, "status": {"200": 1508}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 1823, "cpu_us_per_req": 2578.2, "main_cpu_us_per_req": 2150.3, "variant": "base", "endpoint": "versions", "round": 1, "kind": "lat", "ts": 1791854432.049537}
|
|
{"label": "patched_best", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 6803, "elapsed_s": 4.0, "rps": 1700.6, "lat_us": {"mean": 584.7, "p50": 531.0, "p90": 752.4, "p99": 1442.4, "p99.9": 3780.4, "max": 11510.4}, "status": {"200": 6803}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 8856, "cpu_us_per_req": 426.8, "main_cpu_us_per_req": 425.7, "variant": "patched_best", "endpoint": "static_css", "round": 1, "kind": "lat", "ts": 1791854437.1844158}
|
|
{"label": "patched", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 5409, "elapsed_s": 4.001, "rps": 1352.0, "lat_us": {"mean": 735.6, "p50": 681.0, "p90": 887.6, "p99": 1730.6, "p99.9": 3788.5, "max": 7960.3}, "status": {"200": 5409}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 6848, "cpu_us_per_req": 633.8, "main_cpu_us_per_req": 633.8, "variant": "patched", "endpoint": "static_css", "round": 1, "kind": "lat", "ts": 1791854442.3154619}
|
|
{"label": "base", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 642, "elapsed_s": 4.007, "rps": 160.2, "lat_us": {"mean": 6239.3, "p50": 5923.9, "p90": 7866.9, "p99": 10085.9, "p99.9": 14455.2, "max": 16703.8}, "status": {"200": 642}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 803, "cpu_us_per_req": 6239.1, "main_cpu_us_per_req": 4607.7, "variant": "base", "endpoint": "static_css", "round": 1, "kind": "lat", "ts": 1791854447.443372}
|
|
{"label": "patched_best", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 965, "elapsed_s": 4.005, "rps": 241.0, "lat_us": {"mean": 4147.4, "p50": 3832.4, "p90": 5534.8, "p99": 8382.7, "p99.9": 13183.3, "max": 26053.9}, "status": {"200": 965}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1232, "cpu_us_per_req": 3782.5, "main_cpu_us_per_req": 2402.6, "variant": "patched_best", "endpoint": "facetable", "round": 1, "kind": "lat", "ts": 1791854452.596277}
|
|
{"label": "patched", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 934, "elapsed_s": 4.004, "rps": 233.3, "lat_us": {"mean": 4283.3, "p50": 4067.7, "p90": 5452.8, "p99": 8389.3, "p99.9": 14585.9, "max": 15611.7}, "status": {"200": 934}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1180, "cpu_us_per_req": 3974.6, "main_cpu_us_per_req": 2610.2, "variant": "patched", "endpoint": "facetable", "round": 1, "kind": "lat", "ts": 1791854457.7599025}
|
|
{"label": "base", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 601, "elapsed_s": 4.005, "rps": 150.1, "lat_us": {"mean": 6670.0, "p50": 6393.1, "p90": 8145.0, "p99": 10881.5, "p99.9": 14631.4, "max": 22758.1}, "status": {"200": 601}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 726, "cpu_us_per_req": 6528.9, "main_cpu_us_per_req": 3966.9, "variant": "base", "endpoint": "facetable", "round": 1, "kind": "lat", "ts": 1791854462.8897676}
|
|
{"label": "base", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 5354, "elapsed_s": 4.0, "rps": 1338.4, "lat_us": {"mean": 743.9, "p50": 683.1, "p90": 865.7, "p99": 1776.9, "p99.9": 4472.2, "max": 12861.3}, "status": {"200": 5354}, "avg_body_bytes": 37, "errors": 0, "requests_total": 6730, "cpu_us_per_req": 674.6, "main_cpu_us_per_req": 676.1, "variant": "base", "endpoint": "actor", "round": 2, "kind": "lat", "ts": 1791854468.022463}
|
|
{"label": "patched", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 6330, "elapsed_s": 4.0, "rps": 1582.4, "lat_us": {"mean": 628.9, "p50": 581.7, "p90": 779.5, "p99": 1216.6, "p99.9": 3756.3, "max": 13782.5}, "status": {"200": 6330}, "avg_body_bytes": 37, "errors": 0, "requests_total": 7980, "cpu_us_per_req": 570.2, "main_cpu_us_per_req": 570.2, "variant": "patched", "endpoint": "actor", "round": 2, "kind": "lat", "ts": 1791854473.1750185}
|
|
{"label": "patched_best", "path": "/-/actor.json", "connections": 1, "procs": 1, "requests": 11017, "elapsed_s": 4.0, "rps": 2754.0, "lat_us": {"mean": 360.4, "p50": 332.5, "p90": 454.5, "p99": 675.9, "p99.9": 2434.1, "max": 4662.2}, "status": {"200": 11017}, "avg_body_bytes": 37, "errors": 0, "requests_total": 13592, "cpu_us_per_req": 300.9, "main_cpu_us_per_req": 300.9, "variant": "patched_best", "endpoint": "actor", "round": 2, "kind": "lat", "ts": 1791854478.3325932}
|
|
{"label": "base", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 1548, "elapsed_s": 4.001, "rps": 386.9, "lat_us": {"mean": 2581.8, "p50": 2402.5, "p90": 3213.9, "p99": 4277.6, "p99.9": 5903.3, "max": 52032.1}, "status": {"200": 1548}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 1930, "cpu_us_per_req": 2450.8, "main_cpu_us_per_req": 2057.0, "variant": "base", "endpoint": "versions", "round": 2, "kind": "lat", "ts": 1791854483.4775877}
|
|
{"label": "patched", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 3604, "elapsed_s": 4.002, "rps": 900.5, "lat_us": {"mean": 1107.5, "p50": 1010.6, "p90": 1380.6, "p99": 2332.1, "p99.9": 5863.9, "max": 25142.0}, "status": {"200": 3604}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 4534, "cpu_us_per_req": 1010.1, "main_cpu_us_per_req": 871.2, "variant": "patched", "endpoint": "versions", "round": 2, "kind": "lat", "ts": 1791854488.6126986}
|
|
{"label": "patched_best", "path": "/-/versions.json", "connections": 1, "procs": 1, "requests": 4737, "elapsed_s": 4.001, "rps": 1184.1, "lat_us": {"mean": 841.4, "p50": 787.5, "p90": 1019.7, "p99": 1864.8, "p99.9": 3527.2, "max": 7619.4}, "status": {"200": 4737}, "avg_body_bytes": 1423, "errors": 0, "requests_total": 5853, "cpu_us_per_req": 743.2, "main_cpu_us_per_req": 606.5, "variant": "patched_best", "endpoint": "versions", "round": 2, "kind": "lat", "ts": 1791854493.7496607}
|
|
{"label": "base", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 635, "elapsed_s": 4.002, "rps": 158.7, "lat_us": {"mean": 6299.9, "p50": 6087.9, "p90": 7695.5, "p99": 11476.8, "p99.9": 16709.2, "max": 16745.7}, "status": {"200": 635}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 791, "cpu_us_per_req": 6321.1, "main_cpu_us_per_req": 4665.0, "variant": "base", "endpoint": "static_css", "round": 2, "kind": "lat", "ts": 1791854498.8784947}
|
|
{"label": "patched", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 5612, "elapsed_s": 4.001, "rps": 1402.7, "lat_us": {"mean": 709.8, "p50": 666.0, "p90": 857.4, "p99": 1254.0, "p99.9": 4788.8, "max": 10501.3}, "status": {"200": 5612}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 7015, "cpu_us_per_req": 615.8, "main_cpu_us_per_req": 615.8, "variant": "patched", "endpoint": "static_css", "round": 2, "kind": "lat", "ts": 1791854504.0174708}
|
|
{"label": "patched_best", "path": "/-/static/app.css", "connections": 1, "procs": 1, "requests": 7744, "elapsed_s": 4.001, "rps": 1935.6, "lat_us": {"mean": 513.5, "p50": 488.7, "p90": 619.8, "p99": 926.0, "p99.9": 2819.7, "max": 6803.4}, "status": {"200": 7744}, "avg_body_bytes": 83458, "errors": 0, "requests_total": 9894, "cpu_us_per_req": 391.1, "main_cpu_us_per_req": 391.1, "variant": "patched_best", "endpoint": "static_css", "round": 2, "kind": "lat", "ts": 1791854509.157529}
|
|
{"label": "base", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 512, "elapsed_s": 4.003, "rps": 127.9, "lat_us": {"mean": 7824.6, "p50": 7456.4, "p90": 9870.2, "p99": 13407.6, "p99.9": 14673.1, "max": 14764.7}, "status": {"200": 512}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 639, "cpu_us_per_req": 7198.7, "main_cpu_us_per_req": 4350.5, "variant": "base", "endpoint": "facetable", "round": 2, "kind": "lat", "ts": 1791854514.299936}
|
|
{"label": "patched", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 984, "elapsed_s": 4.007, "rps": 245.5, "lat_us": {"mean": 4071.0, "p50": 3832.3, "p90": 5236.6, "p99": 7416.0, "p99.9": 19655.6, "max": 32329.2}, "status": {"200": 984}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1206, "cpu_us_per_req": 3905.5, "main_cpu_us_per_req": 2578.8, "variant": "patched", "endpoint": "facetable", "round": 2, "kind": "lat", "ts": 1791854519.4444175}
|
|
{"label": "patched_best", "path": "/fixtures/facetable.json?_size=5", "connections": 1, "procs": 1, "requests": 1012, "elapsed_s": 4.003, "rps": 252.8, "lat_us": {"mean": 3950.9, "p50": 3781.3, "p90": 4962.6, "p99": 6816.0, "p99.9": 12007.2, "max": 26841.6}, "status": {"200": 1012}, "avg_body_bytes": 1251, "errors": 0, "requests_total": 1234, "cpu_us_per_req": 3760.1, "main_cpu_us_per_req": 2366.3, "variant": "patched_best", "endpoint": "facetable", "round": 2, "kind": "lat", "ts": 1791854524.6069133}
|