Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
7a05d2dc
Unverified
Commit
7a05d2dc
authored
Jan 09, 2026
by
TJian
Committed by
GitHub
Jan 09, 2026
Browse files
[CI] [ROCm] Fix `tests/entrypoints/test_grpc_server.py` on ROCm (#31970)
Signed-off-by:
tjtanaa
<
tunjian.tan@embeddedllm.com
>
parent
a1648c40
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
18 additions
and
4 deletions
+18
-4
requirements/common.txt
requirements/common.txt
+1
-1
requirements/rocm-test.txt
requirements/rocm-test.txt
+1
-1
requirements/rocm.txt
requirements/rocm.txt
+1
-0
setup.py
setup.py
+14
-1
tests/entrypoints/test_grpc_server.py
tests/entrypoints/test_grpc_server.py
+1
-1
No files found.
requirements/common.txt
View file @
7a05d2dc
...
@@ -53,4 +53,4 @@ anthropic == 0.71.0
...
@@ -53,4 +53,4 @@ anthropic == 0.71.0
model-hosting-container-standards >= 0.1.10, < 1.0.0
model-hosting-container-standards >= 0.1.10, < 1.0.0
mcp
mcp
grpcio>=1.76.0
grpcio>=1.76.0
grpcio-reflection>=1.76.0
grpcio-reflection>=1.76.0
\ No newline at end of file
requirements/rocm-test.txt
View file @
7a05d2dc
...
@@ -89,4 +89,4 @@ perceptron==0.1.4
...
@@ -89,4 +89,4 @@ perceptron==0.1.4
# Required for the multi-modal models test
# Required for the multi-modal models test
timm==1.0.17
timm==1.0.17
# Required for plugins test
# Required for plugins test
albumentations==1.4.6
albumentations==1.4.6
\ No newline at end of file
requirements/rocm.txt
View file @
7a05d2dc
...
@@ -16,3 +16,4 @@ runai-model-streamer[s3,gcs]==0.15.3
...
@@ -16,3 +16,4 @@ runai-model-streamer[s3,gcs]==0.15.3
conch-triton-kernels==1.2.1
conch-triton-kernels==1.2.1
timm>=1.0.17
timm>=1.0.17
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@d6f998a03432b2452f8de2bb5cefb5af9795d459
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@d6f998a03432b2452f8de2bb5cefb5af9795d459
grpcio-tools>=1.76.0
\ No newline at end of file
setup.py
View file @
7a05d2dc
...
@@ -19,6 +19,7 @@ from packaging.version import Version, parse
...
@@ -19,6 +19,7 @@ from packaging.version import Version, parse
from
setuptools
import
Extension
,
setup
from
setuptools
import
Extension
,
setup
from
setuptools.command.build_ext
import
build_ext
from
setuptools.command.build_ext
import
build_ext
from
setuptools.command.build_py
import
build_py
from
setuptools.command.build_py
import
build_py
from
setuptools.command.develop
import
develop
from
setuptools_scm
import
get_version
from
setuptools_scm
import
get_version
from
torch.utils.cpp_extension
import
CUDA_HOME
,
ROCM_HOME
from
torch.utils.cpp_extension
import
CUDA_HOME
,
ROCM_HOME
...
@@ -147,6 +148,14 @@ class BuildPyAndGenerateGrpc(build_py):
...
@@ -147,6 +148,14 @@ class BuildPyAndGenerateGrpc(build_py):
super
().
run
()
super
().
run
()
class
DevelopAndGenerateGrpc
(
develop
):
"""Develop mode that also generates gRPC stubs from proto files."""
def
run
(
self
):
compile_grpc_protos
()
super
().
run
()
class
CMakeExtension
(
Extension
):
class
CMakeExtension
(
Extension
):
def
__init__
(
self
,
name
:
str
,
cmake_lists_dir
:
str
=
"."
,
**
kwa
)
->
None
:
def
__init__
(
self
,
name
:
str
,
cmake_lists_dir
:
str
=
"."
,
**
kwa
)
->
None
:
super
().
__init__
(
name
,
sources
=
[],
py_limited_api
=
not
is_freethreaded
(),
**
kwa
)
super
().
__init__
(
name
,
sources
=
[],
py_limited_api
=
not
is_freethreaded
(),
**
kwa
)
...
@@ -950,13 +959,17 @@ if _no_device():
...
@@ -950,13 +959,17 @@ if _no_device():
ext_modules
=
[]
ext_modules
=
[]
if
not
ext_modules
:
if
not
ext_modules
:
cmdclass
=
{
"build_py"
:
BuildPyAndGenerateGrpc
}
cmdclass
=
{
"build_py"
:
BuildPyAndGenerateGrpc
,
"develop"
:
DevelopAndGenerateGrpc
,
}
else
:
else
:
cmdclass
=
{
cmdclass
=
{
"build_ext"
:
precompiled_build_ext
"build_ext"
:
precompiled_build_ext
if
envs
.
VLLM_USE_PRECOMPILED
if
envs
.
VLLM_USE_PRECOMPILED
else
cmake_build_ext
,
else
cmake_build_ext
,
"build_py"
:
BuildPyAndGenerateGrpc
,
"build_py"
:
BuildPyAndGenerateGrpc
,
"develop"
:
DevelopAndGenerateGrpc
,
}
}
setup
(
setup
(
...
...
tests/entrypoints/test_grpc_server.py
View file @
7a05d2dc
...
@@ -29,7 +29,7 @@ def find_free_port() -> int:
...
@@ -29,7 +29,7 @@ def find_free_port() -> int:
return
port
return
port
async
def
wait_for_server
(
port
:
int
,
timeout
:
float
=
3
0.0
)
->
bool
:
async
def
wait_for_server
(
port
:
int
,
timeout
:
float
=
6
0.0
)
->
bool
:
"""Wait for the gRPC server to be ready by trying health checks."""
"""Wait for the gRPC server to be ready by trying health checks."""
start_time
=
time
.
time
()
start_time
=
time
.
time
()
print
(
"waiting for server to start..."
)
print
(
"waiting for server to start..."
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment