client.py

import numpy as np
import tritonclient.http as httpclient

# 1. 初始化客户端
client = httpclient.InferenceServerClient(url="localhost:8000")

# 2. 准备两个 2x2 的随机矩阵（为了显示清晰，用较小的尺寸）
A = np.random.randint(1, 10, size=(2, 2)).astype(np.int32)
B = np.random.randint(1, 10, size=(2, 2)).astype(np.int32)

# 3. 封装 Triton 输入
inputs = [
    httpclient.InferInput("INPUT0", A.shape, "INT32"),
    httpclient.InferInput("INPUT1", B.shape, "INT32")
]
inputs[0].set_data_from_numpy(A)
inputs[1].set_data_from_numpy(B)

# 4. 执行推理
response = client.infer(model_name="add", inputs=inputs)
C = response.as_numpy("OUTPUT0")

# 5. 格式化打印 A + B = C
print("--- 矩阵加法结果 ---")
# 使用 numpy 的 array2string 配合自定义格式
def fmt(mat): return np.array2string(mat, precision=1, separator=', ')

print(f"{fmt(A)}\n\n  +\n\n{fmt(B)}\n\n  =\n\n{fmt(C)}")

# 如果你想要更紧凑的同行对比 (仅限小矩阵)
print("\n--- 同行对比 (A + B = C) ---")
for i in range(len(A)):
    plus = "+" if i == len(A)//2 else " "
    equal = "=" if i == len(A)//2 else " "
    print(f"{A[i]}  {plus}  {B[i]}  {equal}  {C[i]}")