Add internal tests for torch hub

Summary: Pull Request resolved: https://github.com/fairinternal/fairseq-py/pull/911

Differential Revision: D18511627

Pulled By: myleott

fbshipit-source-id: 37d7606ae629f9acf84715dbc9045fb683075db4

examples/roberta/wsc/wsc_task.py

@@ -227,7 +227,7 @@ class WSCTask(FairseqTask):
 
         def get_masked_input(tokens, mask):
             masked_tokens = tokens.clone()
-            masked_tokens[mask] = self.mask
+            masked_tokens[mask.bool()] = self.mask
             return masked_tokens
 
         def get_lprobs(tokens, mask):
@@ -252,7 +252,7 @@ class WSCTask(FairseqTask):
             best_idx = cand_lprobs.argmax().item()
             full_cand = sample['candidate_tokens'][0][best_idx]
             mask = sample['candidate_masks'][0][best_idx]
-            toks = full_cand[mask]
+            toks = full_cand[mask.bool()]
             return self.bpe.decode(self.source_dictionary.string(toks)).strip()
 
     @property

fairseq/data/encoders/subword_nmt_bpe.py

@@ -24,7 +24,7 @@ class SubwordNMTBPE(object):
             raise ValueError('--bpe-codes is required for --bpe=subword_nmt')
         codes = file_utils.cached_path(args.bpe_codes)
         try:
-            from subword_nmt.subword_nmt import apply_bpe
+            from subword_nmt import apply_bpe
             bpe_parser = apply_bpe.create_parser()
             bpe_args = bpe_parser.parse_args([
                 '--codes', codes,