Commit 9091513c authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

fix

parent 0f5ecafc
...@@ -618,7 +618,7 @@ async def generate_embeddings( ...@@ -618,7 +618,7 @@ async def generate_embeddings(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
...@@ -683,7 +683,7 @@ async def generate_completion( ...@@ -683,7 +683,7 @@ async def generate_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
...@@ -786,7 +786,7 @@ async def generate_chat_completion( ...@@ -786,7 +786,7 @@ async def generate_chat_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
...@@ -895,7 +895,7 @@ async def generate_openai_chat_completion( ...@@ -895,7 +895,7 @@ async def generate_openai_chat_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment