Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
66b809cc
Commit
66b809cc
authored
Feb 08, 2025
by
zhuwenwen
Browse files
Merge tag 'v0.7.2' into v0.7.2-dev
parents
37b63c24
0408efc6
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
39 additions
and
0 deletions
+39
-0
tests/entrypoints/llm/test_lazy_outlines.py
tests/entrypoints/llm/test_lazy_outlines.py
+2
-0
tests/entrypoints/llm/test_prompt_validation.py
tests/entrypoints/llm/test_prompt_validation.py
+2
-0
tests/entrypoints/offline_mode/test_offline_mode.py
tests/entrypoints/offline_mode/test_offline_mode.py
+1
-0
tests/entrypoints/openai/reasoning_parsers/test_deepseekr1_reasoning_parser.py
...nai/reasoning_parsers/test_deepseekr1_reasoning_parser.py
+2
-0
tests/entrypoints/openai/reasoning_parsers/utils.py
tests/entrypoints/openai/reasoning_parsers/utils.py
+2
-0
tests/entrypoints/openai/test_accuracy.py
tests/entrypoints/openai/test_accuracy.py
+1
-0
tests/entrypoints/openai/test_async_tokenization.py
tests/entrypoints/openai/test_async_tokenization.py
+2
-0
tests/entrypoints/openai/test_audio.py
tests/entrypoints/openai/test_audio.py
+2
-0
tests/entrypoints/openai/test_basic.py
tests/entrypoints/openai/test_basic.py
+2
-0
tests/entrypoints/openai/test_chat.py
tests/entrypoints/openai/test_chat.py
+2
-0
tests/entrypoints/openai/test_chat_echo.py
tests/entrypoints/openai/test_chat_echo.py
+2
-0
tests/entrypoints/openai/test_chat_template.py
tests/entrypoints/openai/test_chat_template.py
+2
-0
tests/entrypoints/openai/test_chunked_prompt.py
tests/entrypoints/openai/test_chunked_prompt.py
+2
-0
tests/entrypoints/openai/test_cli_args.py
tests/entrypoints/openai/test_cli_args.py
+2
-0
tests/entrypoints/openai/test_completion.py
tests/entrypoints/openai/test_completion.py
+2
-0
tests/entrypoints/openai/test_embedding.py
tests/entrypoints/openai/test_embedding.py
+2
-0
tests/entrypoints/openai/test_encoder_decoder.py
tests/entrypoints/openai/test_encoder_decoder.py
+2
-0
tests/entrypoints/openai/test_lora_adapters.py
tests/entrypoints/openai/test_lora_adapters.py
+2
-0
tests/entrypoints/openai/test_metrics.py
tests/entrypoints/openai/test_metrics.py
+3
-0
tests/entrypoints/openai/test_models.py
tests/entrypoints/openai/test_models.py
+2
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
tests/entrypoints/llm/test_lazy_outlines.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
sys
import
os
from
contextlib
import
nullcontext
...
...
tests/entrypoints/llm/test_prompt_validation.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
os
...
...
tests/entrypoints/offline_mode/test_offline_mode.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests for HF_HUB_OFFLINE mode"""
import
importlib
import
sys
...
...
tests/entrypoints/openai/reasoning_parsers/test_deepseekr1_reasoning_parser.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
List
import
pytest
...
...
tests/entrypoints/openai/reasoning_parsers/utils.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
List
,
Optional
,
Tuple
,
Union
from
vllm.entrypoints.openai.protocol
import
(
ChatCompletionRequest
,
...
...
tests/entrypoints/openai/test_accuracy.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""
This file test accuracy of the vLLM server via LMEval.
It uses local-completions, which interacts with vLLM
...
...
tests/entrypoints/openai/test_async_tokenization.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
asyncio
import
contextlib
import
random
...
...
tests/entrypoints/openai/test_audio.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
Dict
,
List
import
openai
...
...
tests/entrypoints/openai/test_basic.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
asyncio
from
http
import
HTTPStatus
from
typing
import
List
...
...
tests/entrypoints/openai/test_chat.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
# imports for guided decoding tests
import
json
import
re
...
...
tests/entrypoints/openai/test_chat_echo.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
NamedTuple
import
os
...
...
tests/entrypoints/openai/test_chat_template.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
os
...
...
tests/entrypoints/openai/test_chunked_prompt.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
os
import
openai
# use the official client for correctness check
import
pytest
...
...
tests/entrypoints/openai/test_cli_args.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
json
import
pytest
...
...
tests/entrypoints/openai/test_completion.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
# imports for guided decoding tests
import
json
import
re
...
...
tests/entrypoints/openai/test_embedding.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
base64
import
numpy
as
np
...
...
tests/entrypoints/openai/test_encoder_decoder.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
openai
import
pytest
import
os
...
...
tests/entrypoints/openai/test_lora_adapters.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
asyncio
import
json
import
shutil
...
...
tests/entrypoints/openai/test_metrics.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
subprocess
import
sys
import
tempfile
...
...
@@ -204,6 +206,7 @@ EXPECTED_METRICS_V1 = [
"vllm:gpu_cache_usage_perc"
,
"vllm:prompt_tokens_total"
,
"vllm:generation_tokens_total"
,
"vllm:request_success_total"
,
"vllm:request_prompt_tokens_sum"
,
"vllm:request_prompt_tokens_bucket"
,
"vllm:request_prompt_tokens_count"
,
...
...
tests/entrypoints/openai/test_models.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
openai
# use the official client for correctness check
import
pytest
import
os
...
...
Prev
1
…
7
8
9
10
11
12
13
14
15
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment