remote/sqlite-utils
1
0
Fork 0
mirror of https://github.com/simonw/sqlite-utils.git synced 2026-07-23 09:24:31 +02:00
Code Issues Projects Releases Packages Wiki Activity

Only buffer input if --sniff, closes #364

Browse source
This commit is contained in:
Simon Willison 2022-01-09 20:39:58 -08:00
commit cfb3f12358
2 changed files with 51 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

13
sqlite_utils/cli.py
View file

@ -757,13 +757,20 @@ def insert_upsert_implementation(
if pk and len(pk) == 1:
pk = pk[0]
encoding = encoding or "utf-8-sig"
buffered = io.BufferedReader(file, buffer_size=4096)
decoded = io.TextIOWrapper(buffered, encoding=encoding)
# The --sniff option needs us to buffer the file to peek ahead
sniff_buffer = None
if sniff:
sniff_buffer = io.BufferedReader(file, buffer_size=4096)
decoded = io.TextIOWrapper(sniff_buffer, encoding=encoding)
else:
decoded = io.TextIOWrapper(file, encoding=encoding)
tracker = None
if csv or tsv:
if sniff:
# Read first 2048 bytes and use that to detect
first_bytes = buffered.peek(2048)
first_bytes = sniff_buffer.peek(2048)
dialect = csv_std.Sniffer().sniff(first_bytes.decode(encoding, "ignore"))
else:
dialect = "excel-tab" if tsv else "excel"