Commit 2fdd54ec authored by rprenger's avatar rprenger
Browse files

Sending in prompts with the wrong type hangs the server. This is a check to make sure it's a list

parent f4a8b1d9
...@@ -41,9 +41,15 @@ class MegatronGenerate(Resource): ...@@ -41,9 +41,15 @@ class MegatronGenerate(Resource):
return "sentences is no longer used. Replace with prompts", 400 return "sentences is no longer used. Replace with prompts", 400
prompts = request.get_json()["prompts"] prompts = request.get_json()["prompts"]
if not isinstance(prompts, list):
return "prompts is not a list of strings", 400
if len(prompts) == 0:
return "prompts is empty", 400
if len(prompts) > 128: if len(prompts) > 128:
return "Maximum number of prompts is 128", 400 return "Maximum number of prompts is 128", 400
tokens_to_generate = 64 # Choosing hopefully sane default. Full sequence is slow tokens_to_generate = 64 # Choosing hopefully sane default. Full sequence is slow
if "tokens_to_generate" in request.get_json(): if "tokens_to_generate" in request.get_json():
tokens_to_generate = request.get_json()["tokens_to_generate"] tokens_to_generate = request.get_json()["tokens_to_generate"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment