"docs/vscode:/vscode.git/clone" did not exist on "4a5e13149a5db287baa395f0d639bb00ffdbcd25"
Commit 65d20f7f authored by wangmin6's avatar wangmin6
Browse files

fix error in test_long_context.py::test_batched_rope_kernel

parent 8ec2f591
......@@ -830,6 +830,7 @@ class ModelRunner:
multi_modal_data=dummy_multi_modal_data,
)
seqs.append(seq)
max_num_batched_tokens -= seq_len
for group_id in range(max_num_seqs):
seq_len = (max_num_batched_tokens // max_num_seqs +
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment