Update GLM5

README.md

@@ -20,7 +20,7 @@
 
 ```bash
 docker run -it \
-    --shm-size 60g \
+    --shm-size 200g \
     --network=host \
     --name glm-5 \
     --privileged \
@@ -114,6 +114,9 @@ vllm serve zai-org/GLM-5 \
     --trust-remote-code \
     --tensor-parallel-size 32 \
     --gpu-memory-utilization 0.85 \
+    --distributed-executor-backend ray \
+    --dtype bfloat16 \
+    --max-model-len 32768 \
     --speculative-config.method mtp \
     --speculative-config.num_speculative_tokens 1 \
     --tool-call-parser glm47 \
@@ -124,7 +127,7 @@ vllm serve zai-org/GLM-5 \
 
 启动完成后可通过以下方式访问：
 ```bash
-curl http://localhost:8001/v1/chat/completions   \
+curl http://12.12.12.83:8001/v1/chat/completions   \
     -H "Content-Type: application/json"  \
     -d '{
         "model": "glm-5",
@@ -132,14 +135,14 @@ curl http://localhost:8001/v1/chat/completions   \
           {"role": "system", "content": "You are a helpful assistant."},
           {"role": "user", "content": "Summarize GLM-5 in one sentence."}
         ],
-        "max_tokens": 4096,
-        "temperature": 1
+        "max_tokens": 200,
+        "temperature": 0.7
     }'
 ```
 
 ## 效果展示
 <div align=center>
-    <img src="./doc/xxx.png"/>
+    <img src="./doc/result.png"/>
 </div>
 
 ### 精度