[test] Lower number of top logprobs to get rid of `-inf` (#3212)

20453cef · Byron Hsu · GitHub · 9f635ea5 · 20453cef
Unverified Commit 20453cef authored Jan 30, 2025 by Byron Hsu Committed by GitHub Jan 30, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py .../sampling/penaltylib/test_srt_endpoint_with_penalizers.py +1 -1

No files found.
--- a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
+++ b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
@@ -36,7 +36,7 @@ class TestBatchPenalizerE2E(unittest.TestCase):
    def run_decode(
        self,
        return_logprob=True,
-        top_logprobs_num=5,
+        top_logprobs_num=3,
        return_text=True,
        n=1,
        **sampling_params,