晚上命令行demo

218223bf · zhouxiang · ba9cb42a · 218223bf
Commit 218223bf authored Jan 10, 2024 by zhouxiang
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

cli_demo.py cli_demo.py +4 -4

No files found.
--- a/cli_demo.py
+++ b/cli_demo.py
@@ -26,10 +26,10 @@ if __name__ == "__main__":
        print("AI:", end = "")
        curResponse = ""

-        prompt = model.get_prompt(query, history)
-        tokens = model.tokenizer_encode_string(prompt)
-        token_input_count = len(tokens)
-        print("token_input_count", token_input_count)
+        # prompt = model.get_prompt(query, history)
+        # tokens = model.tokenizer_encode_string(prompt)
+        # token_input_count = len(tokens)
+        # print("token_input_count", token_input_count)

        token_count = 0
        t0 = time.time()