Unverified Commit ce26e57f authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

Update sample prompts in `simple_server.py` (#89)

parent 85eb6318
...@@ -10,9 +10,9 @@ def main(args: argparse.Namespace): ...@@ -10,9 +10,9 @@ def main(args: argparse.Namespace):
server, frontend = init_local_server_and_frontend_with_arguments(args) server, frontend = init_local_server_and_frontend_with_arguments(args)
# Test the following inputs. # Test the following inputs.
test_inputs = [ test_inputs = [
('Ion Stoica is a', {'n': 4, 'use_beam_search': True, 'temperature': 0.0}), ("A robot may not injure a human being", {}), # Use default parameters.
('UC Berkeley is', {'n': 3, 'temperature': 0.8, 'top_p': 0.99}), ("What is the meaning of life?", {"n": 3, "temperature": 0.8, "top_p": 0.99}),
('The future of cloud computing is', {}), # Use default parameters. ("It is only with the heart that one can see rightly", {"n": 4, "use_beam_search": True, "temperature": 0.0}),
] ]
while True: while True:
if test_inputs: if test_inputs:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment