Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "519ef9a91111d2d6f8545c8a6b2c1a28d87309fa"
Commit cde83ab0 authored by 王敏's avatar 王敏
Browse files

dummy_run时使用随机输入

parent 4e22d272
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
vllm/v1/worker/gpu_model_runner.py
View file @ cde83ab0
...@@ -2054,6 +2054,8 @@ class GPUModelRunner(LoRAModelRunnerMixin): ...@@ -2054,6 +2054,8 @@ class GPUModelRunner(LoRAModelRunnerMixin):
input_ids = None input_ids = None
inputs_embeds = self.inputs_embeds[:num_tokens] inputs_embeds = self.inputs_embeds[:num_tokens]
else: else:
self.input_ids[:num_tokens] = torch.randint(0, self.model_config.get_vocab_size(), (num_tokens,),
dtype=torch.int32)
input_ids = self.input_ids[:num_tokens] input_ids = self.input_ids[:num_tokens]
inputs_embeds = None inputs_embeds = None
if self.uses_mrope: if self.uses_mrope:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment