Skip to content

GitLab

Commit a73433ab authored by Pan Zezhong's avatar Pan Zezhong
Browse files

change url

parent 55644d82
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
scripts/launch_server.py
View file @ a73433ab
...@@ -120,7 +120,7 @@ def chat(id_, request_data): ...@@ -120,7 +120,7 @@ def chat(id_, request_data):
return JSONResponse(response) return JSONResponse(response)
@app.post("/jiuge/chat/completions") @app.post("/chat/completions")
async def chat_completions(request: Request): async def chat_completions(request: Request):
data = await request.json() data = await request.json()
...@@ -142,7 +142,7 @@ if __name__ == "__main__": ...@@ -142,7 +142,7 @@ if __name__ == "__main__":
""" """
curl -N -H "Content-Type: application/json" \ curl -N -H "Content-Type: application/json" \
-X POST http://127.0.0.1:8000/jiuge/chat/completions \ -X POST http://127.0.0.1:8000/chat/completions \
-d '{ -d '{
"model": "jiuge", "model": "jiuge",
"messages": [ "messages": [
......
scripts/test_server.py
View file @ a73433ab
...@@ -3,7 +3,7 @@ import json ...@@ -3,7 +3,7 @@ import json
import time import time
from concurrent.futures import ThreadPoolExecutor, as_completed from concurrent.futures import ThreadPoolExecutor, as_completed
API_URL = "http://localhost:8000/jiuge/chat/completions" API_URL = "http://localhost:8000/chat/completions"
MODEL = "FM9G-7B" MODEL = "FM9G-7B"
PROMPT = ["给我讲个故事", "山东最高的山是？"] PROMPT = ["给我讲个故事", "山东最高的山是？"]
CONCURRENCY = 10 # 并发用户数量 CONCURRENCY = 10 # 并发用户数量
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment