add count for padding words (#180)

411018fc · ngimel · Myle Ott · 8cba7b14 · 411018fc
Commit 411018fc authored Jun 20, 2018 by ngimel Committed by Myle Ott Jun 20, 2018
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

fairseq/data/dictionary.py fairseq/data/dictionary.py +1 -0

No files found.
--- a/fairseq/data/dictionary.py
+++ b/fairseq/data/dictionary.py
@@ -125,6 +125,7 @@ class Dictionary(object):
            i = 0
            while threshold_nwords % padding_factor != 0:
                new_symbols.append('madeupword{:04d}'.format(i))
+                new_count.append(0)
                i += 1
                threshold_nwords += 1