Unverified Commit 002617a9 authored by Richard Huo's avatar Richard Huo Committed by GitHub
Browse files

fix: fix some trtllm tests (#3084)

parent eb6722e3
...@@ -59,7 +59,6 @@ trtllm_configs = { ...@@ -59,7 +59,6 @@ trtllm_configs = {
request_payloads=[ request_payloads=[
chat_payload_default( chat_payload_default(
expected_log=[ expected_log=[
r"ZMQ listener .* received batch with \d+ events \(seq=\d+\)",
r"Event processor for worker_id \d+ processing event: Stored\(", r"Event processor for worker_id \d+ processing event: Stored\(",
r"Selected worker: \d+, logit: ", r"Selected worker: \d+, logit: ",
] ]
...@@ -123,7 +122,7 @@ def test_chat_only_aggregated_with_test_logits_processor( ...@@ -123,7 +122,7 @@ def test_chat_only_aggregated_with_test_logits_processor(
script_name=base.script_name, # agg.sh script_name=base.script_name, # agg.sh
marks=[], # not used by this direct test marks=[], # not used by this direct test
request_payloads=[ request_payloads=[
chat_payload_default(), chat_payload_default(expected_response=["Hello world!"]),
], ],
model="Qwen/Qwen3-0.6B", model="Qwen/Qwen3-0.6B",
delayed_start=base.delayed_start, delayed_start=base.delayed_start,
......
...@@ -4,6 +4,7 @@ ...@@ -4,6 +4,7 @@
import json import json
import logging import logging
import os import os
import time
from dataclasses import dataclass, field from dataclasses import dataclass, field
from typing import Any, Dict, List, Optional from typing import Any, Dict, List, Optional
...@@ -110,6 +111,9 @@ class EngineProcess(ManagedProcess): ...@@ -110,6 +111,9 @@ class EngineProcess(ManagedProcess):
# Optionally validate expected log patterns after response handling # Optionally validate expected log patterns after response handling
if payload.expected_log: if payload.expected_log:
time.sleep(
0.5
) # The kv event sometimes needs extra time to arrive and be reflected in the log.
self.validate_expected_logs(payload.expected_log) self.validate_expected_logs(payload.expected_log)
def validate_expected_logs(self, patterns: Any) -> None: def validate_expected_logs(self, patterns: Any) -> None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment