Merge branch 'bfloat_jit' into 'main'

removed the checks for bfloat jitting See merge request ADLR/megatron-lm!255

Merge branch 'bfloat_jit' into 'main'
removed the checks for bfloat jitting See merge request ADLR/megatron-lm!255
f2d64c00 · Mohammad Shoeybi · 2f3a2d68 · d28716e8 · f2d64c00
Commit f2d64c00 authored Mar 31, 2021 by Mohammad Shoeybi
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

megatron/arguments.py megatron/arguments.py +0 -3

No files found.
--- a/megatron/arguments.py
+++ b/megatron/arguments.py
@@ -136,9 +136,6 @@ def parse_args(extra_args_provider=None, defaults={},
    if args.bf16:
        assert not args.fp16
        args.params_dtype = torch.bfloat16
-        # Jitting fusion is not supported for bfloat for now
-        assert not args.bias_gelu_fusion
-        assert not args.bias_dropout_fusion
    if args.rank == 0:
        print('using {} for parameters ...'.format(args.params_dtype),