Lint

Summary: Pull Request resolved: https://github.com/fairinternal/fairseq-py/pull/817

Differential Revision: D16762905

Pulled By: myleott

fbshipit-source-id: d920595bec44ed26b72dfc6fbc15c0aa107b4e56

fairseq/tasks/cross_lingual_lm.py

@@ -16,7 +16,6 @@ from fairseq.data.legacy.masked_lm_dictionary import MaskedLMDictionary
 from fairseq.data import (
     ConcatDataset,
     data_utils,
-    indexed_dataset,
     TokenBlockDataset,
 )
 

fairseq/tasks/language_modeling.py

@@ -3,22 +3,18 @@
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
 
-import itertools
 import os
 
-import numpy as np
 import torch
 
 from fairseq import utils
 from fairseq.data import (
-    ConcatDataset,
     data_utils,
     Dictionary,
     MonolingualDataset,
     TokenBlockDataset,
     TransformEosDataset,
     TruncatedDictionary,
-    indexed_dataset
 )
 from fairseq.tasks import FairseqTask, register_task
 

fairseq/tasks/masked_lm.py

@@ -3,20 +3,16 @@
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
 
-import itertools
 import os
 
 import numpy as np
 import torch
-import torch.nn.functional as F
 
 from fairseq.data import (
-    ConcatDataset,
     data_utils,
     Dictionary,
     encoders,
     IdDataset,
-    indexed_dataset,
     MaskTokensDataset,
     NestedDictionaryDataset,
     NumelDataset,

fairseq/tasks/multilingual_translation.py

@@ -4,7 +4,6 @@
 # LICENSE file in the root directory of this source tree.
 
 from collections import OrderedDict
-import copy
 import os
 
 import torch
@@ -15,7 +14,6 @@ from fairseq.data import (
     LanguagePairDataset,
     RoundRobinZipDatasets,
     TransformEosLangPairDataset,
-    indexed_dataset,
 )
 from fairseq.models import FairseqMultiModel
 from fairseq.tasks.translation import load_langpair_dataset

fairseq/tasks/sentence_ranking.py

@@ -15,7 +15,6 @@ from fairseq.data import (
     NestedDictionaryDataset,
     NumSamplesDataset,
     NumelDataset,
-    OffsetTokensDataset,
     PrependTokenDataset,
     RawLabelDataset,
     RightPadDataset,

fairseq/tasks/translation_moe.py

@@ -3,8 +3,6 @@
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
 
-import contextlib
-
 import torch
 
 from fairseq import modules, utils

fairseq/utils.py

@@ -155,7 +155,6 @@ def replace_unk(hypo_str, src_str, alignment, align_dict, unk):
 
 
 def post_process_prediction(hypo_tokens, src_str, alignment, align_dict, tgt_dict, remove_bpe=None):
-    from fairseq import tokenizer
     hypo_str = tgt_dict.string(hypo_tokens, remove_bpe)
     if align_dict is not None:
         hypo_str = replace_unk(hypo_str, src_str, alignment, align_dict, tgt_dict.unk_string())