Skip to content

GitLab

Commit d28716e8 authored by mshoeybi's avatar mshoeybi
Browse files

removed the checks for bfloat jitting

parent 2f3a2d68
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 3 deletions
megatron/arguments.py
View file @ d28716e8
...@@ -136,9 +136,6 @@ def parse_args(extra_args_provider=None, defaults={}, ...@@ -136,9 +136,6 @@ def parse_args(extra_args_provider=None, defaults={},
if args.bf16: if args.bf16:
assert not args.fp16 assert not args.fp16
args.params_dtype = torch.bfloat16 args.params_dtype = torch.bfloat16
# Jitting fusion is not supported for bfloat for now
assert not args.bias_gelu_fusion
assert not args.bias_dropout_fusion
if args.rank == 0: if args.rank == 0:
print('using {} for parameters ...'.format(args.params_dtype), print('using {} for parameters ...'.format(args.params_dtype),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment