add utf8 encoding for opening file

svlandeg · svlandeg · commit e972ecba727a · 2020-10-09T16:03:14.000+02:00
diff --git a/spacy/cli/convert.py b/spacy/cli/convert.py
@@ -253,7 +253,7 @@ def _get_converter(msg, converter, input_path):
     if converter == "auto":
         converter = input_path.suffix[1:]
     if converter == "ner" or converter == "iob":
-        with input_path.open() as file_:
+        with input_path.open(encoding="utf8") as file_:
             input_data = file_.read()
         converter_autodetect = autodetect_ner_format(input_data)
         if converter_autodetect == "ner":
