explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 09:26:27 +03:00
Code Issues Packages Projects Releases Wiki Activity

add utf8 encoding for opening file

Browse Source
This commit is contained in:
svlandeg 2020-10-09 16:03:14 +02:00
parent 040c7c0541
commit e972ecba72
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/cli/convert.py
View File

@ -253,7 +253,7 @@ def _get_converter(msg, converter, input_path):
if converter == "auto": if converter == "auto":
converter = input_path.suffix[1:] converter = input_path.suffix[1:]
if converter == "ner" or converter == "iob": if converter == "ner" or converter == "iob":
with input_path.open() as file_: with input_path.open(encoding="utf8") as file_:
input_data = file_.read() input_data = file_.read()
converter_autodetect = autodetect_ner_format(input_data) converter_autodetect = autodetect_ner_format(input_data)
if converter_autodetect == "ner": if converter_autodetect == "ner":