添加设置推理设备号接口

f182f72d · zhouxiang · 9885cdda · f182f72d · f182f72d
Commit f182f72d authored Jul 03, 2023 by zhouxiang
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

include/chatglm.h include/chatglm.h +4 -0

lib/libfastllm.so lib/libfastllm.so +0 -0

No files found.
--- a/include/chatglm.h
+++ b/include/chatglm.h
@@ -42,8 +42,12 @@ namespace fastllm {
 		virtual void SaveLowBitModel(const std::string &fileName, int bit); // 存储成量化模型

 		virtual void WarmUp(); // 预热
+
+		int setDeviceID(int id);
    private:
 		virtual void CausalMask(Data &data, int start) {}; // 因果mask？
+
+		int m_device_id=0;
    };
 }


--- a/lib/libfastllm.so
+++ b/lib/libfastllm.so