Unverified Commit 943ffa57 authored by runzhen's avatar runzhen Committed by GitHub
Browse files

[Bugfix] Update the example code, make it work with the latest lmcache (#19453)


Signed-off-by: default avatarRunzhen Wang <wangrunzhen@gmail.com>
parent 5c8d34a4
...@@ -28,8 +28,8 @@ import os ...@@ -28,8 +28,8 @@ import os
import time import time
from dataclasses import asdict from dataclasses import asdict
from lmcache.experimental.cache_engine import LMCacheEngineBuilder
from lmcache.integration.vllm.utils import ENGINE_NAME from lmcache.integration.vllm.utils import ENGINE_NAME
from lmcache.v1.cache_engine import LMCacheEngineBuilder
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from vllm.config import KVTransferConfig from vllm.config import KVTransferConfig
......
...@@ -17,8 +17,8 @@ import subprocess ...@@ -17,8 +17,8 @@ import subprocess
import time import time
from multiprocessing import Event, Process from multiprocessing import Event, Process
from lmcache.experimental.cache_engine import LMCacheEngineBuilder
from lmcache.integration.vllm.utils import ENGINE_NAME from lmcache.integration.vllm.utils import ENGINE_NAME
from lmcache.v1.cache_engine import LMCacheEngineBuilder
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from vllm.config import KVTransferConfig from vllm.config import KVTransferConfig
...@@ -105,7 +105,7 @@ def run_retrieve(store_done, prompts, timeout=1): ...@@ -105,7 +105,7 @@ def run_retrieve(store_done, prompts, timeout=1):
def run_lmcache_server(port): def run_lmcache_server(port):
server_proc = subprocess.Popen( server_proc = subprocess.Popen(
["python", "-m", "lmcache.experimental.server", "localhost", str(port)] ["python", "-m", "lmcache.v1.server", "localhost", str(port)]
) )
return server_proc return server_proc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment