test_prompt_validation.py

# imports for guided decoding tests
import re

import openai
import pytest

from ...utils import RemoteOpenAIServer, models_path_prefix


@pytest.mark.asyncio
async def test_empty_prompt():
    model_name = os.path.join(models_path_prefix, "gpt2")
    server_args = ["--enforce-eager"]
    with RemoteOpenAIServer(model_name, server_args) as remote_server:
        client = remote_server.get_async_client()

        with pytest.raises(openai.BadRequestError,
                           match=re.compile('.+Prompt cannot be empty.+')):
            await client.completions.create(model=model_name,
                                            prompt="",
                                            max_tokens=5,
                                            temperature=0.0)