Add new file

chatglm-6b testing/test_latency.py

+from transformers import AutoModel, AutoTokenizer
+import os
+
+
+tokenizer = AutoTokenizer.from_pretrained("/zhaoy/chatglm-6b-moel", trust_remote_code=True)
+model = AutoModel.from_pretrained("/zhaoy/chatglm-6b-moel", trust_remote_code=True).half().cuda()
+model = model.eval()
+text = "你好"
+response, history = model.measure_latency(tokenizer, text, history=[])
+print(response)