"vllm/worker/worker.py" did not exist on "7b6844e59044309b1c4014b02b95428018bfd8a5"
devices.py 580 Bytes
Newer Older
PanZezhongQY's avatar
PanZezhongQY committed
1
2
3
4
5
class InfiniDeviceEnum:
    CPU = 0
    NVIDIA = 1
    CAMBRICON = 2
    ASCEND = 3
6
7
8
9
10
    METAX = 4
    MOORE = 5
    ILUVATAR = 6
    KUNLUN = 7
    SUGON = 8
11
12
13
14
15
16
17
18
19
20
21
22
23
24


# Mapping that maps InfiniDeviceEnum to torch device string
infiniDeviceEnum_str_map = {
    InfiniDeviceEnum.CPU: "cpu",
    InfiniDeviceEnum.NVIDIA: "cuda",
    InfiniDeviceEnum.CAMBRICON: "mlu",
    InfiniDeviceEnum.ASCEND: "npu",
    InfiniDeviceEnum.METAX: "cuda",
    InfiniDeviceEnum.MOORE: "musa",
    InfiniDeviceEnum.ILUVATAR: "cuda",
    InfiniDeviceEnum.KUNLUN: "cuda",
    InfiniDeviceEnum.SUGON: "cuda",
}