Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
dc7eb01f
Unverified
Commit
dc7eb01f
authored
Dec 31, 2024
by
Ying Sheng
Committed by
GitHub
Dec 31, 2024
Browse files
[Fix] fix openai adapter (#2685)
parent
b0524c37
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
0 additions
and
17 deletions
+0
-17
python/sglang/srt/openai_api/adapter.py
python/sglang/srt/openai_api/adapter.py
+0
-17
No files found.
python/sglang/srt/openai_api/adapter.py
View file @
dc7eb01f
...
@@ -696,14 +696,6 @@ def v1_generate_response(request, ret, tokenizer_manager, to_file=False):
...
@@ -696,14 +696,6 @@ def v1_generate_response(request, ret, tokenizer_manager, to_file=False):
async
def
v1_completions
(
tokenizer_manager
,
raw_request
:
Request
):
async
def
v1_completions
(
tokenizer_manager
,
raw_request
:
Request
):
request_json
=
await
raw_request
.
json
()
request_json
=
await
raw_request
.
json
()
if
"extra_body"
in
request_json
:
extra
=
request_json
[
"extra_body"
]
if
"ebnf"
in
extra
:
request_json
[
"ebnf"
]
=
extra
[
"ebnf"
]
if
"regex"
in
extra
:
request_json
[
"regex"
]
=
extra
[
"regex"
]
# remove extra_body to avoid pydantic conflict
del
request_json
[
"extra_body"
]
all_requests
=
[
CompletionRequest
(
**
request_json
)]
all_requests
=
[
CompletionRequest
(
**
request_json
)]
adapted_request
,
request
=
v1_generate_request
(
all_requests
)
adapted_request
,
request
=
v1_generate_request
(
all_requests
)
...
@@ -1176,15 +1168,6 @@ def v1_chat_generate_response(request, ret, to_file=False, cache_report=False):
...
@@ -1176,15 +1168,6 @@ def v1_chat_generate_response(request, ret, to_file=False, cache_report=False):
async
def
v1_chat_completions
(
tokenizer_manager
,
raw_request
:
Request
):
async
def
v1_chat_completions
(
tokenizer_manager
,
raw_request
:
Request
):
request_json
=
await
raw_request
.
json
()
request_json
=
await
raw_request
.
json
()
if
"extra_body"
in
request_json
:
extra
=
request_json
[
"extra_body"
]
# For example, if 'ebnf' is given:
if
"ebnf"
in
extra
:
request_json
[
"ebnf"
]
=
extra
[
"ebnf"
]
if
"regex"
in
extra
:
request_json
[
"regex"
]
=
extra
[
"regex"
]
# remove extra_body to avoid pydantic conflict
del
request_json
[
"extra_body"
]
all_requests
=
[
ChatCompletionRequest
(
**
request_json
)]
all_requests
=
[
ChatCompletionRequest
(
**
request_json
)]
adapted_request
,
request
=
v1_chat_generate_request
(
all_requests
,
tokenizer_manager
)
adapted_request
,
request
=
v1_chat_generate_request
(
all_requests
,
tokenizer_manager
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment