Commit f182f72d authored by zhouxiang's avatar zhouxiang
Browse files

添加设置推理设备号接口

parent 9885cdda
...@@ -42,8 +42,12 @@ namespace fastllm { ...@@ -42,8 +42,12 @@ namespace fastllm {
virtual void SaveLowBitModel(const std::string &fileName, int bit); // 存储成量化模型 virtual void SaveLowBitModel(const std::string &fileName, int bit); // 存储成量化模型
virtual void WarmUp(); // 预热 virtual void WarmUp(); // 预热
int setDeviceID(int id);
private: private:
virtual void CausalMask(Data &data, int start) {}; // 因果mask? virtual void CausalMask(Data &data, int start) {}; // 因果mask?
int m_device_id=0;
}; };
} }
......
No preview for this file type
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment