Commit 04c37f3f authored by zhushuang's avatar zhushuang Committed by thatPepe
Browse files

issue/229 - fix: fix inference_server.py for moore gpu

parent f053fe1d
......@@ -138,7 +138,7 @@ class LLMEngine:
def _init_device(self):
"""Initialize infinicore device and dtype."""
supported_devices = ["cpu", "cuda", "mlu", "moore"]
supported_devices = ["cpu", "cuda", "mlu", "musa"]
device_str = self.config.device
if device_str not in supported_devices:
raise ValueError(
......
......@@ -624,7 +624,7 @@ def main():
elif args.metax:
device = "cuda"
elif args.moore:
device = "moore"
device = "musa"
elif args.iluvatar:
device = "cuda"
elif args.cambricon:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment