remote/sqlite-utils
1
0
Fork 0
mirror of https://github.com/simonw/sqlite-utils.git synced 2026-07-26 19:04:32 +02:00
Code Issues Projects Releases Packages Wiki Activity

Performance optimization

Browse source
This commit is contained in:
Simon Willison 2025-11-23 09:23:02 -08:00
commit 632f4f5f0e
1 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

23
sqlite_utils/db.py
View file

@ -3027,17 +3027,20 @@ class Table(Queryable):
if list_mode:
# In list mode, records are already lists of values
num_columns = len(all_columns)
has_extracts = bool(extracts)
for record in chunk:
record_values = []
for i, key in enumerate(all_columns):
if i < len(record):
value = jsonify_if_needed(record[i])
else:
value = None
if key in extracts:
extract_table = extracts[key]
value = self.db[extract_table].lookup({"value": value})
record_values.append(value)
# Pad short records with None, truncate long ones
record_len = len(record)
if record_len < num_columns:
record_values = [jsonify_if_needed(v) for v in record] + [None] * (num_columns - record_len)
else:
record_values = [jsonify_if_needed(v) for v in record[:num_columns]]
# Only process extracts if there are any
if has_extracts:
for i, key in enumerate(all_columns):
if key in extracts:
record_values[i] = self.db[extracts[key]].lookup({"value": record_values[i]})
values.append(record_values)
else:
# Dict mode: original logic