assert that vocab size >= adaptive softmax cutoff (#214)

f26b6aff · Alexei Baevski · GitHub · 1d79ed9b · f26b6aff
Unverified Commit f26b6aff authored Jul 10, 2018 by Alexei Baevski Committed by GitHub Jul 10, 2018
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

fairseq/modules/adaptive_softmax.py fairseq/modules/adaptive_softmax.py +3 -0

No files found.
--- a/fairseq/modules/adaptive_softmax.py
+++ b/fairseq/modules/adaptive_softmax.py
@@ -22,6 +22,9 @@ class AdaptiveSoftmax(nn.Module):

        if vocab_size > cutoff[-1]:
            cutoff = cutoff + [vocab_size]
+        else:
+            assert vocab_size == cutoff[
+                -1], 'cannot specify cutoff smaller than vocab size'

        output_dim = cutoff[0] + len(cutoff) - 1