Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
open-webui
Commits
0ef27bfc
Commit
0ef27bfc
authored
Jul 11, 2024
by
Timothy J. Baek
Browse files
refac
parent
a62b0924
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
52 additions
and
36 deletions
+52
-36
backend/apps/socket/main.py
backend/apps/socket/main.py
+31
-0
backend/main.py
backend/main.py
+21
-36
No files found.
backend/apps/socket/main.py
View file @
0ef27bfc
...
@@ -137,3 +137,34 @@ async def disconnect(sid):
...
@@ -137,3 +137,34 @@ async def disconnect(sid):
await
sio
.
emit
(
"user-count"
,
{
"count"
:
len
(
USER_POOL
)})
await
sio
.
emit
(
"user-count"
,
{
"count"
:
len
(
USER_POOL
)})
else
:
else
:
print
(
f
"Unknown session ID
{
sid
}
disconnected"
)
print
(
f
"Unknown session ID
{
sid
}
disconnected"
)
async
def
get_event_emitter
(
request_info
):
async
def
__event_emitter__
(
event_data
):
await
sio
.
emit
(
"chat-events"
,
{
"chat_id"
:
request_info
[
"chat_id"
],
"message_id"
:
request_info
[
"id"
],
"data"
:
event_data
,
},
to
=
request_info
[
"session_id"
],
)
return
__event_emitter__
async
def
get_event_call
(
request_info
):
async
def
__event_call__
(
event_data
):
response
=
await
sio
.
call
(
"chat-events"
,
{
"chat_id"
:
request_info
[
"chat_id"
],
"message_id"
:
request_info
[
"id"
],
"data"
:
event_data
,
},
to
=
request_info
[
"session_id"
],
)
return
response
return
__event_call__
backend/main.py
View file @
0ef27bfc
...
@@ -29,7 +29,7 @@ from starlette.middleware.sessions import SessionMiddleware
...
@@ -29,7 +29,7 @@ from starlette.middleware.sessions import SessionMiddleware
from
starlette.responses
import
StreamingResponse
,
Response
,
RedirectResponse
from
starlette.responses
import
StreamingResponse
,
Response
,
RedirectResponse
from
apps.socket.main
import
sio
,
app
as
socket_app
from
apps.socket.main
import
sio
,
app
as
socket_app
,
get_event_emitter
,
get_event_call
from
apps.ollama.main
import
(
from
apps.ollama.main
import
(
app
as
ollama_app
,
app
as
ollama_app
,
get_all_models
as
get_ollama_models
,
get_all_models
as
get_ollama_models
,
...
@@ -632,24 +632,12 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
...
@@ -632,24 +632,12 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
message_id
=
body
[
"id"
]
message_id
=
body
[
"id"
]
del
body
[
"id"
]
del
body
[
"id"
]
async
def
__event_emitter__
(
data
):
__event_emitter__
=
await
get_event_emitter
(
await
sio
.
emit
(
{
"chat_id"
:
chat_id
,
"message_id"
:
message_id
,
"session_id"
:
session_id
}
"chat-events"
,
{
"chat_id"
:
chat_id
,
"message_id"
:
message_id
,
"data"
:
data
,
},
to
=
session_id
,
)
)
__event_call__
=
await
get_event_call
(
async
def
__event_call__
(
data
):
{
"chat_id"
:
chat_id
,
"message_id"
:
message_id
,
"session_id"
:
session_id
}
response
=
await
sio
.
call
(
"chat-events"
,
{
"chat_id"
:
chat_id
,
"message_id"
:
message_id
,
"data"
:
data
},
to
=
session_id
,
)
)
return
response
# Initialize data_items to store additional data to be sent to the client
# Initialize data_items to store additional data to be sent to the client
data_items
=
[]
data_items
=
[]
...
@@ -1107,24 +1095,21 @@ async def chat_completed(form_data: dict, user=Depends(get_verified_user)):
...
@@ -1107,24 +1095,21 @@ async def chat_completed(form_data: dict, user=Depends(get_verified_user)):
else
:
else
:
pass
pass
async
def
__event_emitter__
(
event_data
):
__event_emitter__
=
await
get_event_emitter
(
await
sio
.
emit
(
"chat-events"
,
{
{
"chat_id"
:
data
[
"chat_id"
],
"chat_id"
:
data
[
"chat_id"
],
"message_id"
:
data
[
"id"
],
"message_id"
:
data
[
"id"
],
"data"
:
event_data
,
"session_id"
:
data
[
"session_id"
],
},
}
to
=
data
[
"session_id"
],
)
)
async
def
__event_call__
(
event_data
):
__event_call__
=
await
get_event_call
(
response
=
await
sio
.
call
(
{
"chat-events"
,
"chat_id"
:
data
[
"chat_id"
],
{
"chat_id"
:
data
[
"chat_id"
],
"message_id"
:
data
[
"id"
],
"data"
:
event_data
},
"message_id"
:
data
[
"id"
],
to
=
data
[
"session_id"
],
"session_id"
:
data
[
"session_id"
],
}
)
)
return
response
def
get_priority
(
function_id
):
def
get_priority
(
function_id
):
function
=
Functions
.
get_function_by_id
(
function_id
)
function
=
Functions
.
get_function_by_id
(
function_id
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment