Initial commit

composite_demo/src/tools/cogview.py

+import streamlit as st
+from zhipuai import ZhipuAI
+from zhipuai.types.image import GeneratedImage
+
+from .config import COGVIEW_MODEL, ZHIPU_AI_KEY
+from .interface import ToolObservation
+
+@st.cache_resource
+def get_zhipu_client():
+    return ZhipuAI(api_key=ZHIPU_AI_KEY)
+
+def map_response(img: GeneratedImage):
+    return ToolObservation(
+        content_type='image',
+        text='CogView 已经生成并向用户展示了生成的图片。',
+        image_url=img.url,
+        role_metadata='cogview_result'
+    )
+
+def tool_call(prompt: str, session_id: str) -> list[ToolObservation]:
+    client = get_zhipu_client()
+    response = client.images.generations(model=COGVIEW_MODEL, prompt=prompt).data
+    return list(map(map_response, response))

composite_demo/src/tools/config.py

+BROWSER_SERVER_URL = 'http://localhost:3000'
+
+IPYKERNEL = 'glm-4-demo'
+
+ZHIPU_AI_KEY = ''
+COGVIEW_MODEL = 'cogview-3'

composite_demo/src/tools/interface.py

+from dataclasses import dataclass
+from typing import Any
+
+@dataclass
+class ToolObservation:
+    content_type: str
+    text: str
+    image_url: str | None = None
+    role_metadata: str | None = None
+    metadata: Any = None

docker/Dockerfile

+FROM image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-ubuntu22.04-dtk23.10.1-py310
+ENV DEBIAN_FRONTEND=noninteractive
+COPY requirements.txt requirements.txt
+RUN pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
\ No newline at end of file