"example/ck_tile/01_fmha/utils.hpp" did not exist on "dd34ab6e64c3ecebe27e751a39c4472bf34b81f3"
test_sampling_params.py 289 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
"""Tests for the SamplingParams class.
"""
from vllm import SamplingParams


def test_max_tokens_none():
    """max_tokens=None should be allowed"""
    SamplingParams(temperature=0.01, top_p=0.1, max_tokens=None)


if __name__ == "__main__":
    import pytest
    pytest.main([__file__])