"src/vscode:/vscode.git/clone" did not exist on "759ea587082aa0e77449952d8f3523f28ddc61f3"
Commit 77d54fbb authored by Jared Casper's avatar Jared Casper
Browse files

Merge branch 'kernel_warning' into 'main'

fix warning condition

See merge request ADLR/megatron-lm!238
parents a1f4032b e055f3cf
......@@ -223,7 +223,7 @@ def parse_args(extra_args_provider=None, defaults={},
custom_kernel_constraint = seq_len > 16 and seq_len <=2048 and \
seq_len % 4 == 0 and attn_batch_size % 4 == 0
if args.fp16 and custom_kernel_constraint and args.masked_softmax_fusion:
if not (args.fp16 and custom_kernel_constraint and args.masked_softmax_fusion):
print('WARNING: constraints for invoking optimized'
' fused softmax kernel are not met. We default back to unfused'
' kernel invocations.')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment