Commit 4017bd18 authored by Neelay Shah's avatar Neelay Shah Committed by GitHub
Browse files

refactor: worker rename to runtime

parent 8492333b
...@@ -152,7 +152,7 @@ COPY . /workspace ...@@ -152,7 +152,7 @@ COPY . /workspace
RUN /workspace/icp/protos/gen_python.sh RUN /workspace/icp/protos/gen_python.sh
# Sets pythonpath for python modules # Sets pythonpath for python modules
ENV PYTHONPATH="${PYTHONPATH}:/workspace/icp/src/python:/workspace/worker/src/python:/workspace/examples:/opt/tritonserver/python/openai/openai_frontend" ENV PYTHONPATH="${PYTHONPATH}:/workspace/icp/src/python:/workspace/runtime/src/python:/workspace/examples/python:/opt/tritonserver/python/openai/openai_frontend"
# Enable system UCX # Enable system UCX
ENV RAPIDS_LIBUCX_PREFER_SYSTEM_LIBRARY=true ENV RAPIDS_LIBUCX_PREFER_SYSTEM_LIBRARY=true
......
...@@ -22,7 +22,7 @@ from tqdm import tqdm ...@@ -22,7 +22,7 @@ from tqdm import tqdm
from tritonserver import MemoryType from tritonserver import MemoryType
from triton_distributed.icp import NatsRequestPlane, UcpDataPlane from triton_distributed.icp import NatsRequestPlane, UcpDataPlane
from triton_distributed.worker import RemoteOperator from triton_distributed.runtime import RemoteOperator
def _get_input_sizes(args): def _get_input_sizes(args):
......
...@@ -20,7 +20,7 @@ import sys ...@@ -20,7 +20,7 @@ import sys
import time import time
from pathlib import Path from pathlib import Path
from triton_distributed.worker import ( from triton_distributed.runtime import (
Deployment, Deployment,
OperatorConfig, OperatorConfig,
TritonCoreOperator, TritonCoreOperator,
......
import numpy import numpy
from triton_distributed.worker import Operator, RemoteInferenceRequest, RemoteOperator from triton_distributed.runtime import Operator, RemoteInferenceRequest, RemoteOperator
class EncodeDecodeOperator(Operator): class EncodeDecodeOperator(Operator):
......
...@@ -25,7 +25,7 @@ from tritonserver import MemoryType ...@@ -25,7 +25,7 @@ from tritonserver import MemoryType
from triton_distributed.icp.nats_request_plane import NatsRequestPlane from triton_distributed.icp.nats_request_plane import NatsRequestPlane
from triton_distributed.icp.ucp_data_plane import UcpDataPlane from triton_distributed.icp.ucp_data_plane import UcpDataPlane
from triton_distributed.worker import ( from triton_distributed.runtime import (
Deployment, Deployment,
Operator, Operator,
OperatorConfig, OperatorConfig,
......
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
from frontend.fastapi_frontend import FastApiFrontend from frontend.fastapi_frontend import FastApiFrontend
from llm.api_server.triton_distributed_engine import TritonDistributedEngine from llm.api_server.triton_distributed_engine import TritonDistributedEngine
from triton_distributed.worker.logger import get_logger from triton_distributed.runtime.logger import get_logger
from .parser import parse_args from .parser import parse_args
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment