"...text-generation-inference.git" did not exist on "3ea8259af1c7b7efa4fdfe942a27afb1f0dbe2c1"
Commit b0b017ff authored by hyunwoongko's avatar hyunwoongko Committed by mshoeybi
Browse files

Modify comments

parent c6b77639
...@@ -138,8 +138,8 @@ class FusedScaleMaskSoftmax(nn.Module): ...@@ -138,8 +138,8 @@ class FusedScaleMaskSoftmax(nn.Module):
self.scaled_masked_softmax_fusion # user want to fuse self.scaled_masked_softmax_fusion # user want to fuse
and self.input_in_float16 # input must be fp16 and self.input_in_float16 # input must be fp16
and mask is not None # mask tensor must not be None and mask is not None # mask tensor must not be None
and 16 < sk <= 2048 # sq must be 16 ~ 2048 and 16 < sk <= 2048 # sk must be 16 ~ 2048
and sq % 4 == 0 # sk must be divisor of 4 and sq % 4 == 0 # sq must be divisor of 4
and attn_batches % 4 == 0 # np * b must be divisor of 4 and attn_batches % 4 == 0 # np * b must be divisor of 4
): ):
if 0 <= sk <= 2048: if 0 <= sk <= 2048:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment