Make file reading more robust

3e9420ad · Marianne Stecklina · thomwolf · cde42c43 · 3e9420ad
Commit 3e9420ad authored Sep 19, 2019 by Marianne Stecklina Committed by thomwolf Oct 15, 2019
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/utils_ner.py examples/utils_ner.py +1 -1

No files found.
--- a/examples/utils_ner.py
+++ b/examples/utils_ner.py
@@ -75,7 +75,7 @@ def read_examples_from_file(data_dir, evaluate=False):
            else:
                splits = line.split(" ")
                words.append(splits[0])
-                labels.append(splits[-1][:-1])
+                labels.append(splits[-1].replace("\n", ""))
        if words:
            examples.append(InputExample(guid="%s-%d".format(guid_prefix, guid_index),
                                         words=words,