Unverified Commit ba4ee37f authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Update sampler.py to skip the success check (#2197)

parent ac5a0f04
......@@ -74,7 +74,7 @@ class Sampler(nn.Module):
filter_apply_order="joint",
)
if not torch.all(success):
if self.use_nan_detectioin and not torch.all(success):
logger.warning("Detected errors during sampling!")
batch_next_token_ids = torch.zeros_like(batch_next_token_ids)
elif global_server_args_dict["sampling_backend"] == "pytorch":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment