"vscode:/vscode.git/clone" did not exist on "3693f922ff0e15b1e395cdc862f7c6e492a11bf4"
Unverified Commit f408d05c authored by Simon Mo's avatar Simon Mo Committed by GitHub
Browse files

hotfix isort on logprobs ranks pr (#3622)

parent 0b4997e0
import pytest
from vllm import SamplingParams
MODELS = ["facebook/opt-125m"]
......
......@@ -9,8 +9,8 @@ from transformers import GenerationConfig, GenerationMixin
from vllm.model_executor.layers.sampler import Sampler
from vllm.model_executor.utils import set_random_seed
from vllm.sequence import SamplingParams, SequenceData, SequenceGroupMetadata
from vllm.worker.model_runner import ModelRunner
from vllm.utils import Counter
from vllm.worker.model_runner import ModelRunner
class MockLogitsSampler(Sampler):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment