Commit 4017bd18 authored by Neelay Shah's avatar Neelay Shah Committed by GitHub
Browse files

refactor: worker rename to runtime

parent 8492333b
...@@ -27,7 +27,7 @@ from llm.api_server.connector import ( ...@@ -27,7 +27,7 @@ from llm.api_server.connector import (
from llm.api_server.remote_connector import RemoteConnector from llm.api_server.remote_connector import RemoteConnector
from tritonserver import DataType from tritonserver import DataType
from triton_distributed.worker.remote_operator import RemoteOperator from triton_distributed.runtime.remote_operator import RemoteOperator
class RemoteModelConnector(BaseTriton3Connector): class RemoteModelConnector(BaseTriton3Connector):
......
...@@ -21,7 +21,7 @@ from pathlib import Path ...@@ -21,7 +21,7 @@ from pathlib import Path
from llm.tensorrtllm.operators.disaggregated_serving import DisaggregatedServingOperator from llm.tensorrtllm.operators.disaggregated_serving import DisaggregatedServingOperator
from llm.tensorrtllm.scripts.gpu_info import get_gpu_product_name from llm.tensorrtllm.scripts.gpu_info import get_gpu_product_name
from triton_distributed.worker import ( from triton_distributed.runtime import (
OperatorConfig, OperatorConfig,
TritonCoreOperator, TritonCoreOperator,
Worker, Worker,
......
...@@ -18,7 +18,7 @@ import json ...@@ -18,7 +18,7 @@ import json
import numpy import numpy
from triton_distributed.worker import ( from triton_distributed.runtime import (
RemoteInferenceRequest, RemoteInferenceRequest,
RemoteOperator, RemoteOperator,
TritonCoreOperator, TritonCoreOperator,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment