Skip to content

GitLab

"git@developer.sourcefind.cn:tsoc/superbenchmark.git" did not exist on "a7f508e4368942ba19234968dff015f7c6d7d8cd"
Commit 04c37f3f authored by zhushuang's avatar zhushuang Committed by thatPepe
Browse files

issue/229 - fix: fix inference_server.py for moore gpu

parent f053fe1d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/infinilm/llm/llm.py
View file @ 04c37f3f
...@@ -138,7 +138,7 @@ class LLMEngine: ...@@ -138,7 +138,7 @@ class LLMEngine:
def _init_device(self): def _init_device(self):
"""Initialize infinicore device and dtype.""" """Initialize infinicore device and dtype."""
supported_devices = ["cpu", "cuda", "mlu", "moore"] supported_devices = ["cpu", "cuda", "mlu", "musa"]
device_str = self.config.device device_str = self.config.device
if device_str not in supported_devices: if device_str not in supported_devices:
raise ValueError( raise ValueError(
......
python/infinilm/server/inference_server.py
View file @ 04c37f3f
...@@ -624,7 +624,7 @@ def main(): ...@@ -624,7 +624,7 @@ def main():
elif args.metax: elif args.metax:
device = "cuda" device = "cuda"
elif args.moore: elif args.moore:
device = "moore" device = "musa"
elif args.iluvatar: elif args.iluvatar:
device = "cuda" device = "cuda"
elif args.cambricon: elif args.cambricon:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment