Commit 33a666d4 authored by Neel Kant's avatar Neel Kant
Browse files

Remove spurious imports

parent eaa5d877
...@@ -22,7 +22,6 @@ import numpy as np ...@@ -22,7 +22,6 @@ import numpy as np
import torch import torch
from torch.nn.parallel import DistributedDataParallel as torchDDP from torch.nn.parallel import DistributedDataParallel as torchDDP
from torch.nn.parallel.distributed import DistributedDataParallel as torchDDP
from megatron import mpu, get_args from megatron import mpu, get_args
from megatron import get_args from megatron import get_args
...@@ -284,4 +283,4 @@ def load_ict_checkpoint(model, only_query_model=False, only_block_model=False, f ...@@ -284,4 +283,4 @@ def load_ict_checkpoint(model, only_query_model=False, only_block_model=False, f
if mpu.get_data_parallel_rank() == 0: if mpu.get_data_parallel_rank() == 0:
print(' successfully loaded {}'.format(checkpoint_name)) print(' successfully loaded {}'.format(checkpoint_name))
return model return model
\ No newline at end of file
...@@ -24,7 +24,6 @@ from megatron import print_rank_0 ...@@ -24,7 +24,6 @@ from megatron import print_rank_0
from megatron import get_timers from megatron import get_timers
from megatron import mpu from megatron import mpu
from megatron.data.dataset_utils import build_train_valid_test_datasets from megatron.data.dataset_utils import build_train_valid_test_datasets
from megatron.model import ICTBertModel
from megatron.training import pretrain from megatron.training import pretrain
from megatron.utils import reduce_losses from megatron.utils import reduce_losses
from megatron.model.realm_model import general_ict_model_provider from megatron.model.realm_model import general_ict_model_provider
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment