Commit bf730ac6 authored by Bruce MacDonald's avatar Bruce MacDonald
Browse files

remove ggml template

parent ecfb4aba
...@@ -132,6 +132,7 @@ def generate_route_handler(): ...@@ -132,6 +132,7 @@ def generate_route_handler():
data = request.get_json() data = request.get_json()
model = data.get("model") model = data.get("model")
prompt = data.get("prompt") prompt = data.get("prompt")
prompt = template(model, prompt)
if not model: if not model:
return Response("Model is required", status=400) return Response("Model is required", status=400)
if not prompt: if not prompt:
......
...@@ -2,7 +2,6 @@ from difflib import SequenceMatcher ...@@ -2,7 +2,6 @@ from difflib import SequenceMatcher
model_prompts = { model_prompts = {
"alpaca": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{prompt}\n\n### Response:\n\n", "alpaca": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{prompt}\n\n### Response:\n\n",
"ggml": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n### Human: Hello, Assistant.\n### Assistant: Hello. How may I help you today?\n### Human: ${prompt}",
"gpt4": "### Instruction:\n{prompt}\n\n### Response:\n", "gpt4": "### Instruction:\n{prompt}\n\n### Response:\n",
"hermes": "### Instruction:\n{prompt}\n\n### Response:\n", "hermes": "### Instruction:\n{prompt}\n\n### Response:\n",
"oasst": "{prompt}", "oasst": "{prompt}",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment