removed the checks for bfloat jitting

d28716e8 · mshoeybi · 2f3a2d68 · d28716e8
Commit d28716e8 authored Mar 30, 2021 by mshoeybi
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

megatron/arguments.py megatron/arguments.py +0 -3

No files found.
--- a/megatron/arguments.py
+++ b/megatron/arguments.py
@@ -136,9 +136,6 @@ def parse_args(extra_args_provider=None, defaults={},
    if args.bf16:
        assert not args.fp16
        args.params_dtype = torch.bfloat16
-        # Jitting fusion is not supported for bfloat for now
-        assert not args.bias_gelu_fusion
-        assert not args.bias_dropout_fusion

    if args.rank == 0:
        print('using {} for parameters ...'.format(args.params_dtype),