Commit 4017bd18 authored by Neelay Shah's avatar Neelay Shah Committed by GitHub
Browse files

refactor: worker rename to runtime

parent 8492333b
......@@ -152,7 +152,7 @@ COPY . /workspace
RUN /workspace/icp/protos/gen_python.sh
# Sets pythonpath for python modules
ENV PYTHONPATH="${PYTHONPATH}:/workspace/icp/src/python:/workspace/worker/src/python:/workspace/examples:/opt/tritonserver/python/openai/openai_frontend"
ENV PYTHONPATH="${PYTHONPATH}:/workspace/icp/src/python:/workspace/runtime/src/python:/workspace/examples/python:/opt/tritonserver/python/openai/openai_frontend"
# Enable system UCX
ENV RAPIDS_LIBUCX_PREFER_SYSTEM_LIBRARY=true
......
......@@ -22,7 +22,7 @@ from tqdm import tqdm
from tritonserver import MemoryType
from triton_distributed.icp import NatsRequestPlane, UcpDataPlane
from triton_distributed.worker import RemoteOperator
from triton_distributed.runtime import RemoteOperator
def _get_input_sizes(args):
......
......@@ -20,7 +20,7 @@ import sys
import time
from pathlib import Path
from triton_distributed.worker import (
from triton_distributed.runtime import (
Deployment,
OperatorConfig,
TritonCoreOperator,
......
import numpy
from triton_distributed.worker import Operator, RemoteInferenceRequest, RemoteOperator
from triton_distributed.runtime import Operator, RemoteInferenceRequest, RemoteOperator
class EncodeDecodeOperator(Operator):
......
......@@ -25,7 +25,7 @@ from tritonserver import MemoryType
from triton_distributed.icp.nats_request_plane import NatsRequestPlane
from triton_distributed.icp.ucp_data_plane import UcpDataPlane
from triton_distributed.worker import (
from triton_distributed.runtime import (
Deployment,
Operator,
OperatorConfig,
......
......@@ -16,7 +16,7 @@
from frontend.fastapi_frontend import FastApiFrontend
from llm.api_server.triton_distributed_engine import TritonDistributedEngine
from triton_distributed.worker.logger import get_logger
from triton_distributed.runtime.logger import get_logger
from .parser import parse_args
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment