"...composable_kernel_rocm.git" did not exist on "3b3014681a395db7bf0586d3a950943b501815f5"
Commit bd6718e4 authored by Nathan Habib's avatar Nathan Habib
Browse files

use type specified in args for softlogmax function

parent bff97e59
...@@ -1128,7 +1128,7 @@ class HFLM(TemplateLM): ...@@ -1128,7 +1128,7 @@ class HFLM(TemplateLM):
multi_logits = F.log_softmax( multi_logits = F.log_softmax(
logits, logits,
dim=-1, dim=-1,
# dtype=logits.dtype, dtype=logits.dtype,
) # [batch, padding_length (inp or cont), vocab] ) # [batch, padding_length (inp or cont), vocab]
for (request_str, ctx_tokens, _), logits, inplen, cont_toks in zip( for (request_str, ctx_tokens, _), logits, inplen, cont_toks in zip(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment