Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
import os
from ...utils import VLLM_PATH, RemoteOpenAIServer, models_path_prefix, envs
......
# SPDX-License-Identifier: Apache-2.0
import base64
import numpy as np
......
# SPDX-License-Identifier: Apache-2.0
# imports for guided decoding tests
import re
import os
......
# SPDX-License-Identifier: Apache-2.0
import pytest
import requests
......
# SPDX-License-Identifier: Apache-2.0
# Separate these tests out from test_completion and test_chat, because they
# require launching a second server with a different flag. Running both servers
# at the same time on a single node will OOM.
......
# SPDX-License-Identifier: Apache-2.0
import contextlib
import os
from typing import Any, List, NamedTuple
......
# SPDX-License-Identifier: Apache-2.0
import json
import subprocess
import sys
......
# SPDX-License-Identifier: Apache-2.0
import os
import pytest
import requests
......
# SPDX-License-Identifier: Apache-2.0
import asyncio
from contextlib import suppress
from dataclasses import dataclass
......
# SPDX-License-Identifier: Apache-2.0
from http import HTTPStatus
from unittest.mock import MagicMock
......
# SPDX-License-Identifier: Apache-2.0
import openai
import pytest
......
# SPDX-License-Identifier: Apache-2.0
import pytest
import os
import pytest_asyncio
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict, List
import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict, List
import openai
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict
import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import List
from unittest.mock import MagicMock
......
# SPDX-License-Identifier: Apache-2.0
from typing import Iterable, List, Tuple, Union
from vllm.entrypoints.openai.protocol import (ChatCompletionRequest,
......
# SPDX-License-Identifier: Apache-2.0
import warnings
from typing import Optional
......@@ -761,7 +763,6 @@ def test_resolve_content_format_hf_defined(model, expected_format):
("template_falcon.jinja", "string"),
("template_inkbot.jinja", "string"),
("template_llava.jinja", "string"),
("template_pixtral_hf.jinja", "openai"),
("template_vlm2vec.jinja", "openai"),
("tool_chat_template_granite_20b_fc.jinja", "string"),
("tool_chat_template_hermes.jinja", "string"),
......
# SPDX-License-Identifier: Apache-2.0
import torch
# Reference default values of atol and rtol are from
......
# SPDX-License-Identifier: Apache-2.0
import pytest
from vllm.utils import (create_kv_caches_with_random,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment