"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "4a0b958d61f2c99a1cfb3b0d146596efafa9aa58"
Commit 3821ecbf authored by LysandreJik's avatar LysandreJik
Browse files

Byte order mark management in TSV glue reading.

parent e3fb4310
......@@ -78,7 +78,7 @@ class DataProcessor(object):
@classmethod
def _read_tsv(cls, input_file, quotechar=None):
"""Reads a tab separated value file."""
with open(input_file, "r", encoding="utf-8") as f:
with open(input_file, "r", encoding="utf-8-sig") as f:
reader = csv.reader(f, delimiter="\t", quotechar=quotechar)
lines = []
for line in reader:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment