Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
import os import os
from ...utils import VLLM_PATH, RemoteOpenAIServer, models_path_prefix, envs from ...utils import VLLM_PATH, RemoteOpenAIServer, models_path_prefix, envs
......
# SPDX-License-Identifier: Apache-2.0
import base64 import base64
import numpy as np import numpy as np
......
# SPDX-License-Identifier: Apache-2.0
# imports for guided decoding tests # imports for guided decoding tests
import re import re
import os import os
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
import requests import requests
......
# SPDX-License-Identifier: Apache-2.0
# Separate these tests out from test_completion and test_chat, because they # Separate these tests out from test_completion and test_chat, because they
# require launching a second server with a different flag. Running both servers # require launching a second server with a different flag. Running both servers
# at the same time on a single node will OOM. # at the same time on a single node will OOM.
......
# SPDX-License-Identifier: Apache-2.0
import contextlib import contextlib
import os import os
from typing import Any, List, NamedTuple from typing import Any, List, NamedTuple
......
# SPDX-License-Identifier: Apache-2.0
import json import json
import subprocess import subprocess
import sys import sys
......
# SPDX-License-Identifier: Apache-2.0
import os import os
import pytest import pytest
import requests import requests
......
# SPDX-License-Identifier: Apache-2.0
import asyncio import asyncio
from contextlib import suppress from contextlib import suppress
from dataclasses import dataclass from dataclasses import dataclass
......
# SPDX-License-Identifier: Apache-2.0
from http import HTTPStatus from http import HTTPStatus
from unittest.mock import MagicMock from unittest.mock import MagicMock
......
# SPDX-License-Identifier: Apache-2.0
import openai import openai
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
import os import os
import pytest_asyncio import pytest_asyncio
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict, List from typing import Dict, List
import os import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict, List from typing import Dict, List
import openai import openai
......
# SPDX-License-Identifier: Apache-2.0
from typing import Dict from typing import Dict
import os import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import List from typing import List
from unittest.mock import MagicMock from unittest.mock import MagicMock
......
# SPDX-License-Identifier: Apache-2.0
from typing import Iterable, List, Tuple, Union from typing import Iterable, List, Tuple, Union
from vllm.entrypoints.openai.protocol import (ChatCompletionRequest, from vllm.entrypoints.openai.protocol import (ChatCompletionRequest,
......
# SPDX-License-Identifier: Apache-2.0
import warnings import warnings
from typing import Optional from typing import Optional
...@@ -761,7 +763,6 @@ def test_resolve_content_format_hf_defined(model, expected_format): ...@@ -761,7 +763,6 @@ def test_resolve_content_format_hf_defined(model, expected_format):
("template_falcon.jinja", "string"), ("template_falcon.jinja", "string"),
("template_inkbot.jinja", "string"), ("template_inkbot.jinja", "string"),
("template_llava.jinja", "string"), ("template_llava.jinja", "string"),
("template_pixtral_hf.jinja", "openai"),
("template_vlm2vec.jinja", "openai"), ("template_vlm2vec.jinja", "openai"),
("tool_chat_template_granite_20b_fc.jinja", "string"), ("tool_chat_template_granite_20b_fc.jinja", "string"),
("tool_chat_template_hermes.jinja", "string"), ("tool_chat_template_hermes.jinja", "string"),
......
# SPDX-License-Identifier: Apache-2.0
import torch import torch
# Reference default values of atol and rtol are from # Reference default values of atol and rtol are from
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
from vllm.utils import (create_kv_caches_with_random, from vllm.utils import (create_kv_caches_with_random,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment