test_common_inference_params.py

from megatron.core.inference.sampling_params import SamplingParams


class TestSamplingParams:

    def test_inference_params(self):
        inference_parameters = SamplingParams()
        inference_parameters.add_attributes({"min_tokens": 45})
        assert (
            inference_parameters.min_tokens == 45
        ), f"min tokens not set correctly. it is {inference_parameters.min_tokens}"