[Misc] update benchmark backend for scalellm (#6018)

bb603268 · zhyncs · GitHub · 4050d646 · bb603268
Unverified Commit bb603268 authored Jul 02, 2024 by zhyncs Committed by GitHub Jul 01, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

benchmarks/backend_request_func.py benchmarks/backend_request_func.py +1 -0

No files found.
--- a/benchmarks/backend_request_func.py
+++ b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ ASYNC_REQUEST_FUNCS = {
    "openai": async_request_openai_completions,
    "openai-chat": async_request_openai_chat_completions,
    "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }