Skip to content

GitLab

Commit f7d96a69 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

updaded examples/pretrain_ict.sh

parent 27f0f0ef
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
pretrain_ict.py
View file @ f7d96a69
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
# limitations under the License. # limitations under the License.
"""Pretrain BERT for Inverse Cloze Task""" """Pretrain BERT for Inverse Cloze Task"""
import sys
import math import math
import torch import torch
...@@ -25,11 +24,11 @@ from megatron import get_args ...@@ -25,11 +24,11 @@ from megatron import get_args
from megatron import print_rank_0 from megatron import print_rank_0
from megatron import get_timers from megatron import get_timers
from megatron import mpu from megatron import mpu
from megatron.data.biencoder_dataset_utils import get_ict_batch
from megatron.data.dataset_utils import build_train_valid_test_datasets from megatron.data.dataset_utils import build_train_valid_test_datasets
from megatron.model.biencoder_model import biencoder_model_provider
from megatron.training import pretrain from megatron.training import pretrain
from megatron.utils import average_losses_across_data_parallel_group from megatron.utils import average_losses_across_data_parallel_group
from megatron.model.biencoder_model import biencoder_model_provider
from megatron.data.biencoder_dataset_utils import get_ict_batch
def pretrain_ict_model_provider(): def pretrain_ict_model_provider():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment