Update tools_using_demo/cli_demo_tool.py, tools_using_demo/openai_api_demo.py,...

Update tools_using_demo/cli_demo_tool.py, tools_using_demo/openai_api_demo.py, tools_using_demo/README.md, tools_using_demo/README_en.md, tools_using_demo/tool_register.py, tensorrt_llm_demo/README.md, tensorrt_llm_demo/tensorrt_llm_cli_demo.py, resources/cli-demo.png, resources/web-demo2.png, resources/tool_en.png, resources/tool.png, resources/heart.png, resources/wechat.jpg, resources/web-demo.gif, resources/web-demo2.gif, resources/WECHAT.md, resources/code_en.gif, openai_api_demo/api_server.py, openai_api_demo/.env, openai_api_demo/openai_api_request.py, openai_api_demo/docker-compose.yml, openai_api_demo/utils.py, openai_api_demo/zhipu_api_request.py, openai_api_demo/langchain_openai_api.py, langchain_demo/ChatGLM3.py, langchain_demo/main.py, langchain_demo/tools/Calculator.py, langchain_demo/tools/DistanceConversion.py, langchain_demo/tools/Weather.py, Intel_device_demo/README.md, Intel_device_demo/ipex_llm_cpu_demo/api_server.py, Intel_device_demo/ipex_llm_cpu_demo/chatglm3_infer.py, Intel_device_demo/ipex_llm_cpu_demo/chatglm3_web_demo.py, Intel_device_demo/ipex_llm_cpu_demo/openai_api_request.py, Intel_device_demo/ipex_llm_cpu_demo/generate.py, Intel_device_demo/ipex_llm_cpu_demo/utils.py, Intel_device_demo/openvino_demo/openvino_cli_demo.py, Intel_device_demo/openvino_demo/README.md, finetune_demo/lora_finetune.ipynb, finetune_demo/finetune_hf.py, finetune_demo/inference_hf.py, finetune_demo/README.md, finetune_demo/README_en.md, finetune_demo/requirements.txt, finetune_demo/configs/ds_zero_3.json, finetune_demo/configs/ds_zero_2.json, finetune_demo/configs/ptuning_v2.yaml, finetune_demo/configs/lora.yaml, finetune_demo/configs/sft.yaml, composite_demo/assets/emojis.png, composite_demo/assets/demo.png, composite_demo/assets/heart.png, composite_demo/assets/tool.png, composite_demo/.streamlit/config.toml, composite_demo/client.py, composite_demo/conversation.py, composite_demo/README_en.md, composite_demo/main.py, composite_demo/demo_chat.py, composite_demo/README.md, composite_demo/requirements.txt, composite_demo/demo_tool.py, composite_demo/tool_registry.py, composite_demo/demo_ci.py, basic_demo/cli_demo_bad_word_ids.py, basic_demo/cli_demo.py, basic_demo/cli_batch_request_demo.py, basic_demo/web_demo_gradio.py, basic_demo/web_demo_streamlit.py, .github/ISSUE_TEMPLATE/bug_report.yaml, .github/ISSUE_TEMPLATE/feature-request.yaml, .github/PULL_REQUEST_TEMPLATE/pr_template.md, MODEL_LICENSE, .gitignore, DEPLOYMENT.md, DEPLOYMENT_en.md, LICENSE, PROMPT.md, README_en.md, requirements.txt, README.md, PROMPT_en.md, update_requirements.sh files

tools_using_demo/openai_api_demo.py

+import json
+
+from openai import OpenAI
+from colorama import init, Fore
+from loguru import logger
+
+from tool_register import get_tools, dispatch_tool
+
+init(autoreset=True)
+client = OpenAI(
+  base_url="http://127.0.0.1:8000/v1",
+  api_key = "xxx"
+)
+
+tools = get_tools()
+
+
+def run_conversation(query: str, stream=False, tools=None, max_retry=5):
+    params = dict(model="chatglm3", messages=[{"role": "user", "content": query}], stream=stream)
+    if tools:
+        params["tools"] = tools
+    response = client.chat.completions.create(**params)
+
+    for _ in range(max_retry):
+        if not stream:
+            if response.choices[0].message.function_call:
+                function_call = response.choices[0].message.function_call
+                logger.info(f"Function Call Response: {function_call.model_dump()}")
+
+                function_args = json.loads(function_call.arguments)
+                tool_response = dispatch_tool(function_call.name, function_args)
+                logger.info(f"Tool Call Response: {tool_response}")
+
+                params["messages"].append(response.choices[0].message)
+                params["messages"].append(
+                    {
+                        "role": "function",
+                        "name": function_call.name,
+                        "content": tool_response,  # 调用函数返回结果
+                    }
+                )
+            else:
+                reply = response.choices[0].message.content
+                logger.info(f"Final Reply: \n{reply}")
+                return
+
+        else:
+            output = ""
+            for chunk in response:
+                content = chunk.choices[0].delta.content or ""
+                print(Fore.BLUE + content, end="", flush=True)
+                output += content
+
+                if chunk.choices[0].finish_reason == "stop":
+                    return
+
+                elif chunk.choices[0].finish_reason == "function_call":
+                    print("\n")
+
+                    function_call = chunk.choices[0].delta.function_call
+                    logger.info(f"Function Call Response: {function_call.model_dump()}")
+
+                    function_args = json.loads(function_call.arguments)
+                    tool_response = dispatch_tool(function_call.name, function_args)
+                    logger.info(f"Tool Call Response: {tool_response}")
+
+                    params["messages"].append(
+                        {
+                            "role": "assistant",
+                            "content": output
+                        }
+                    )
+                    params["messages"].append(
+                        {
+                            "role": "function",
+                            "name": function_call.name,
+                            "content": tool_response,
+                        }
+                    )
+
+                    break
+
+        response = client.chat.completions.create(**params)
+
+
+if __name__ == "__main__":
+    query = "你是谁"
+    run_conversation(query, stream=True)
+
+    logger.info("\n=========== next conversation ===========")
+
+    query = "帮我查询北京的天气怎么样"
+    run_conversation(query, tools=tools, stream=True)

tools_using_demo/tool_register.py

+"""
+这段代码是工具注册的部分，通过注册工具，让模型实现工具调用
+"""
+import inspect
+import traceback
+from copy import deepcopy
+from pprint import pformat
+from types import GenericAlias
+from typing import get_origin, Annotated
+
+_TOOL_HOOKS = {}
+_TOOL_DESCRIPTIONS = {}
+
+
+def register_tool(func: callable):
+    tool_name = func.__name__
+    tool_description = inspect.getdoc(func).strip()
+    python_params = inspect.signature(func).parameters
+    tool_params = []
+    for name, param in python_params.items():
+        annotation = param.annotation
+        if annotation is inspect.Parameter.empty:
+            raise TypeError(f"Parameter `{name}` missing type annotation")
+        if get_origin(annotation) != Annotated:
+            raise TypeError(f"Annotation type for `{name}` must be typing.Annotated")
+
+        typ, (description, required) = annotation.__origin__, annotation.__metadata__
+        typ: str = str(typ) if isinstance(typ, GenericAlias) else typ.__name__
+        if not isinstance(description, str):
+            raise TypeError(f"Description for `{name}` must be a string")
+        if not isinstance(required, bool):
+            raise TypeError(f"Required for `{name}` must be a bool")
+
+        tool_params.append({
+            "name": name,
+            "description": description,
+            "type": typ,
+            "required": required
+        })
+    tool_def = {
+        "name": tool_name,
+        "description": tool_description,
+        "parameters": tool_params
+    }
+
+    print("[registered tool] " + pformat(tool_def))
+    _TOOL_HOOKS[tool_name] = func
+    _TOOL_DESCRIPTIONS[tool_name] = tool_def
+
+    return func
+
+
+def dispatch_tool(tool_name: str, tool_params: dict) -> str:
+    if tool_name not in _TOOL_HOOKS:
+        return f"Tool `{tool_name}` not found. Please use a provided tool."
+    tool_call = _TOOL_HOOKS[tool_name]
+    try:
+        ret = tool_call(**tool_params)
+    except:
+        ret = traceback.format_exc()
+    return str(ret)
+
+
+def get_tools() -> dict:
+    return deepcopy(_TOOL_DESCRIPTIONS)
+
+
+# tools Definitions
+
+@register_tool
+def random_number_generator(
+        seed: Annotated[int, 'The random seed used by the generator', True],
+        range: Annotated[tuple[int, int], 'The range of the generated numbers', True],
+) -> int:
+    """
+    Generates a random number x, s.t. range[0] <= x < range[1]
+    """
+    if not isinstance(seed, int):
+        raise TypeError("Seed must be an integer")
+    if not isinstance(range, tuple):
+        raise TypeError("Range must be a tuple")
+    if not isinstance(range[0], int) or not isinstance(range[1], int):
+        raise TypeError("Range must be a tuple of integers")
+
+    import random
+    return random.Random(seed).randint(*range)
+
+
+@register_tool
+def get_weather(
+        city_name: Annotated[str, 'The name of the city to be queried', True],
+) -> str:
+    """
+    Get the current weather for `city_name`
+    """
+
+    if not isinstance(city_name, str):
+        raise TypeError("City name must be a string")
+
+    key_selection = {
+        "current_condition": ["temp_C", "FeelsLikeC", "humidity", "weatherDesc", "observation_time"],
+    }
+    import requests
+    try:
+        resp = requests.get(f"https://wttr.in/{city_name}?format=j1")
+        resp.raise_for_status()
+        resp = resp.json()
+        ret = {k: {_v: resp[k][0][_v] for _v in v} for k, v in key_selection.items()}
+    except:
+        import traceback
+        ret = "Error encountered while fetching weather data!\n" + traceback.format_exc()
+
+    return str(ret)
+
+
+if __name__ == "__main__":
+    print(dispatch_tool("get_weather", {"city_name": "beijing"}))
+    print(get_tools())

update_requirements.sh

+#!/bin/bash
+
+python -m pip install --upgrade pip -i https://pypi.tuna.tsinghua.edu.cn/simple
+
+while read requirement; do
+    python -m pip install --upgrade "$requirement" -i https://pypi.tuna.tsinghua.edu.cn/simple
+done < requirements.txt