refactor: worker rename to runtime

worker/src/python/triton_distributed/worker/deployment.py → runtime/src/python/triton_distributed/runtime/deployment.py

@@ -25,8 +25,8 @@ from triton_distributed.icp import (
     RequestPlane,
     UcpDataPlane,
 )
-from triton_distributed.worker.logger import get_logger
-from triton_distributed.worker.worker import Worker, WorkerConfig
+from triton_distributed.runtime.logger import get_logger
+from triton_distributed.runtime.worker import Worker, WorkerConfig
 
 LOGGER_NAME = __name__
 

worker/src/python/triton_distributed/worker/logger.py → runtime/src/python/triton_distributed/runtime/logger.py

@@ -17,7 +17,7 @@ import logging
 import logging.config
 from typing import Any
 
-_LOGGER_NAME = "Triton Distributed Worker"
+_LOGGER_NAME = "Triton Distributed Runtime"
 
 _FHANDLER_CONFIG_TEMPLATE = {
     "class": "logging.FileHandler",

worker/src/python/triton_distributed/worker/main.py → runtime/src/python/triton_distributed/runtime/main.py

@@ -17,8 +17,8 @@ import sys
 
 from triton_distributed.icp.nats_request_plane import NatsRequestPlane
 from triton_distributed.icp.ucp_data_plane import UcpDataPlane
-from triton_distributed.worker.parser import Parser
-from triton_distributed.worker.worker import Worker
+from triton_distributed.runtime.parser import Parser
+from triton_distributed.runtime.worker import Worker
 
 
 def main(args=None):

worker/src/python/triton_distributed/worker/operator.py → runtime/src/python/triton_distributed/runtime/operator.py

@@ -23,7 +23,7 @@ from tritonserver import Server
 
 from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.request_plane import RequestPlane
-from triton_distributed.worker.remote_request import RemoteInferenceRequest
+from triton_distributed.runtime.remote_request import RemoteInferenceRequest
 
 
 class Operator(abc.ABC):

worker/src/python/triton_distributed/worker/parser.py → runtime/src/python/triton_distributed/runtime/parser.py

@@ -17,7 +17,7 @@ import argparse
 import json
 import os
 
-from triton_distributed.worker.worker import OperatorConfig
+from triton_distributed.runtime.worker import OperatorConfig
 
 # Default values
 DEFAULT_REQUEST_PLANE_URI = "nats://localhost:4222"

worker/src/python/triton_distributed/worker/remote_operator.py → runtime/src/python/triton_distributed/runtime/remote_operator.py

@@ -23,8 +23,8 @@ from tritonserver import InvalidArgumentError
 
 from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.request_plane import RequestPlane
-from triton_distributed.worker.remote_request import RemoteInferenceRequest
-from triton_distributed.worker.remote_response import AsyncRemoteResponseIterator
+from triton_distributed.runtime.remote_request import RemoteInferenceRequest
+from triton_distributed.runtime.remote_response import AsyncRemoteResponseIterator
 
 
 class RemoteOperator:

worker/src/python/triton_distributed/worker/remote_request.py → runtime/src/python/triton_distributed/runtime/remote_request.py

@@ -30,8 +30,8 @@ from tritonserver import InferenceRequest, InvalidArgumentError, Tensor
 from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.protos.icp_pb2 import ModelInferRequest
 from triton_distributed.icp.request_plane import RequestPlane, get_icp_component_id
-from triton_distributed.worker.remote_response import RemoteInferenceResponse
-from triton_distributed.worker.remote_tensor import RemoteTensor
+from triton_distributed.runtime.remote_response import RemoteInferenceResponse
+from triton_distributed.runtime.remote_tensor import RemoteTensor
 
 
 @dataclass

worker/src/python/triton_distributed/worker/remote_response.py → runtime/src/python/triton_distributed/runtime/remote_response.py

@@ -25,7 +25,7 @@ from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.protos.icp_pb2 import ModelInferResponse
 
 if TYPE_CHECKING:
-    from triton_distributed.worker.remote_request import RemoteInferenceRequest
+    from triton_distributed.runtime.remote_request import RemoteInferenceRequest
 
 import uuid
 
@@ -39,8 +39,8 @@ from triton_distributed.icp.request_plane import (
     set_icp_final_response,
     set_icp_response_error,
 )
-from triton_distributed.worker.logger import get_logger
-from triton_distributed.worker.remote_tensor import RemoteTensor
+from triton_distributed.runtime.logger import get_logger
+from triton_distributed.runtime.remote_tensor import RemoteTensor
 
 logger = get_logger(__name__)
 

worker/src/python/triton_distributed/worker/triton_core_operator.py → runtime/src/python/triton_distributed/runtime/triton_core_operator.py

@@ -26,10 +26,10 @@ from tritonserver import InvalidArgumentError, Server
 
 from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.request_plane import RequestPlane
-from triton_distributed.worker.logger import get_logger
-from triton_distributed.worker.operator import Operator
-from triton_distributed.worker.remote_request import RemoteInferenceRequest
-from triton_distributed.worker.remote_response import RemoteInferenceResponse
+from triton_distributed.runtime.logger import get_logger
+from triton_distributed.runtime.operator import Operator
+from triton_distributed.runtime.remote_request import RemoteInferenceRequest
+from triton_distributed.runtime.remote_response import RemoteInferenceResponse
 
 
 class TritonCoreOperator(Operator):

worker/src/python/triton_distributed/worker/worker.py → runtime/src/python/triton_distributed/runtime/worker.py

@@ -30,13 +30,13 @@ from triton_distributed.icp.data_plane import DataPlane
 from triton_distributed.icp.nats_request_plane import NatsRequestPlane
 from triton_distributed.icp.request_plane import RequestPlane
 from triton_distributed.icp.ucp_data_plane import UcpDataPlane
-from triton_distributed.worker.logger import get_logger, get_logger_config
-from triton_distributed.worker.operator import Operator, OperatorConfig
-from triton_distributed.worker.remote_request import (
+from triton_distributed.runtime.logger import get_logger, get_logger_config
+from triton_distributed.runtime.operator import Operator, OperatorConfig
+from triton_distributed.runtime.remote_request import (
     RemoteInferenceRequest,
     RemoteResponseSender,
 )
-from triton_distributed.worker.triton_core_operator import TritonCoreOperator
+from triton_distributed.runtime.triton_core_operator import TritonCoreOperator
 
 if TYPE_CHECKING:
     import uvicorn

worker/tests/python/integration/api_server/models/mock_disaggregated_serving/1/model.py → runtime/tests/python/integration/api_server/models/mock_disaggregated_serving/1/model.py

@@ -26,7 +26,7 @@ import ucp
 
 from triton_distributed.icp.nats_request_plane import NatsRequestPlane
 from triton_distributed.icp.ucp_data_plane import UcpDataPlane
-from triton_distributed.worker.remote_operator import RemoteOperator
+from triton_distributed.runtime.remote_operator import RemoteOperator
 
 
 class TritonPythonModel:

worker/tests/python/integration/operators/add_multiply_divide.py → runtime/tests/python/integration/operators/add_multiply_divide.py

@@ -17,7 +17,7 @@ import asyncio
 
 import numpy
 
-from triton_distributed.worker import Operator, RemoteInferenceRequest, RemoteOperator
+from triton_distributed.runtime import Operator, RemoteInferenceRequest, RemoteOperator
 
 
 class AddMultiplyDivide(Operator):

worker/tests/python/integration/operators/identity.py → runtime/tests/python/integration/operators/identity.py

@@ -16,7 +16,7 @@
 
 import numpy
 
-from triton_distributed.worker import Operator, RemoteInferenceRequest
+from triton_distributed.runtime import Operator, RemoteInferenceRequest
 
 
 class Identity(Operator):

worker/tests/python/integration/operators/mock_disaggregated_serving.py → runtime/tests/python/integration/operators/mock_disaggregated_serving.py

@@ -16,9 +16,9 @@
 
 from tritonserver import TritonError
 
-from triton_distributed.worker.operator import Operator
-from triton_distributed.worker.remote_operator import RemoteOperator
-from triton_distributed.worker.remote_request import RemoteInferenceRequest
+from triton_distributed.runtime.operator import Operator
+from triton_distributed.runtime.remote_operator import RemoteOperator
+from triton_distributed.runtime.remote_request import RemoteInferenceRequest
 
 
 class MockDisaggregatedServing(Operator):