"vscode:/vscode.git/clone" did not exist on "87f545ba6fdbbbe9813736fc398874563e2604a7"
Unverified Commit 532a6cfc authored by Russell Bryant's avatar Russell Bryant Committed by GitHub
Browse files

[ux] Switch a warning to debug about a pytorch fallback (#23750)


Signed-off-by: default avatarRussell Bryant <rbryant@redhat.com>
parent eb32335e
...@@ -109,7 +109,7 @@ class TopKTopPSampler(nn.Module): ...@@ -109,7 +109,7 @@ class TopKTopPSampler(nn.Module):
# CPU-GPU synchronization while `flashinfer_sample` does. # CPU-GPU synchronization while `flashinfer_sample` does.
if (k is None and p is None) or generators: if (k is None and p is None) or generators:
if generators: if generators:
logger.warning_once("FlashInfer 0.2.3+ does not support " logger.debug_once("FlashInfer 0.2.3+ does not support "
"per-request generators. Falling back to " "per-request generators. Falling back to "
"PyTorch-native implementation.") "PyTorch-native implementation.")
return self.forward_native(logits, generators, k, p) return self.forward_native(logits, generators, k, p)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment