"src/vscode:/vscode.git/clone" did not exist on "83a900bd4a5152402c37fa6cc628a5f6e8cf8019"
Commit 781be277 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

refac: unnecessary max_token value removed

parent bbeaa929
......@@ -147,13 +147,11 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
print("Modified body_dict:", body)
# Fix for ChatGPT calls failing because the num_ctx key is in body
if 'num_ctx' in body:
if "num_ctx" in body:
# If 'num_ctx' is in the dictionary, delete it
# Leaving it there generates an error with the
# OpenAI API (Feb 2024)
del body['num_ctx']
# OpenAI API (Feb 2024) accepts max_tokens
body["max_tokens"] = 1600
del body["num_ctx"]
# Convert the modified body back to JSON
body = json.dumps(body)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment