Commit f182f72d authored by zhouxiang's avatar zhouxiang
Browse files

添加设置推理设备号接口

parent 9885cdda
......@@ -42,8 +42,12 @@ namespace fastllm {
virtual void SaveLowBitModel(const std::string &fileName, int bit); // 存储成量化模型
virtual void WarmUp(); // 预热
int setDeviceID(int id);
private:
virtual void CausalMask(Data &data, int start) {}; // 因果mask?
int m_device_id=0;
};
}
......
No preview for this file type
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment