remove unneeded assignment

85722689 · Luke LaFountaine · 03790394 · 85722689
Commit 85722689 authored Jun 21, 2016 by Luke LaFountaine
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

swivel/prep.py swivel/prep.py +0 -1

No files found.
--- a/swivel/prep.py
+++ b/swivel/prep.py
@@ -111,7 +111,6 @@ def create_vocabulary(lines):
  vocab = [(tok, n) for tok, n in vocab.iteritems() if n >= FLAGS.min_count]
  vocab.sort(key=lambda kv: (-kv[1], kv[0]))

-  num_words = max(len(vocab), FLAGS.shard_size)
  num_words = min(len(vocab), FLAGS.max_vocab)
  if num_words % FLAGS.shard_size != 0:
    num_words -= num_words % FLAGS.shard_size