Commit 3f58649b authored by Mohammad's avatar Mohammad
Browse files

utils partially refactored and tested

parent 86e7d624
...@@ -6,7 +6,7 @@ import time ...@@ -6,7 +6,7 @@ import time
from torch.utils.data import Dataset from torch.utils.data import Dataset
from megatron.utils import print_rank_0 from megatron import print_rank_0
from tasks.data_utils import build_sample from tasks.data_utils import build_sample
from tasks.data_utils import build_tokens_types_paddings_from_ids from tasks.data_utils import build_tokens_types_paddings_from_ids
from tasks.data_utils import clean_text from tasks.data_utils import clean_text
......
"""Race.""" """Race."""
from megatron.model.multiple_choice import MultipleChoice from megatron.model.multiple_choice import MultipleChoice
from megatron.utils import print_rank_0 from megatron import print_rank_0
from tasks.eval_utils import accuracy_func_provider from tasks.eval_utils import accuracy_func_provider
from tasks.finetune_utils import finetune from tasks.finetune_utils import finetune
from tasks.race.data import RaceDataset from tasks.race.data import RaceDataset
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment