Commit 28b6ffce authored by Vijay Korthikanti's avatar Vijay Korthikanti
Browse files

cleanup imports in transformer.py

parent a4ef7c40
...@@ -19,7 +19,7 @@ from contextlib import nullcontext ...@@ -19,7 +19,7 @@ from contextlib import nullcontext
import torch import torch
import torch.nn.functional as F import torch.nn.functional as F
from megatron import get_timers, get_args, print_rank_last, print_rank_0 from megatron import get_timers, get_args
from megatron import mpu from megatron import mpu
from .module import MegatronModule from .module import MegatronModule
from megatron.model.enums import AttnMaskType, ModelType, LayerType, AttnType from megatron.model.enums import AttnMaskType, ModelType, LayerType, AttnType
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment