remote/sqlite-utils
1
0
Fork 0
mirror of https://github.com/simonw/sqlite-utils.git synced 2026-07-24 01:44:31 +02:00
Code Issues Projects Releases Packages Wiki Activity

Handle BOM in CSV files, closes #250

Browse source
This commit is contained in:
Simon Willison 2021-05-28 22:34:17 -07:00
commit 8de5595c21
2 changed files with 26 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
sqlite_utils/cli.py
View file

@ -694,7 +694,7 @@ def insert_upsert_implementation(
raise click.ClickException("Use just one of --nl, --csv or --tsv")
if encoding and not (csv or tsv):
raise click.ClickException("--encoding must be used with --csv or --tsv")
encoding = encoding or "utf-8"
encoding = encoding or "utf-8-sig"
buffered = io.BufferedReader(json_file, buffer_size=4096)
decoded = io.TextIOWrapper(buffered, encoding=encoding)
if pk and len(pk) == 1: