Unverified Commit 3db43d1b authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix `is_all_ready` for overlap copy (#1710)

parent f0f8a769
...@@ -219,6 +219,7 @@ class SamplingBatchInfo: ...@@ -219,6 +219,7 @@ class SamplingBatchInfo:
top_ps=self.top_ps, top_ps=self.top_ps,
top_ks=self.top_ks, top_ks=self.top_ks,
min_ps=self.min_ps, min_ps=self.min_ps,
is_all_greedy=self.is_all_greedy,
need_min_p_sampling=self.need_min_p_sampling, need_min_p_sampling=self.need_min_p_sampling,
vocab_size=self.vocab_size, vocab_size=self.vocab_size,
device=self.device, device=self.device,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment