"vscode:/vscode.git/clone" did not exist on "aa2cd2c43d1d19ece0f3b36ad716c3a9b8a2def0"
Unverified Commit f5d17400 authored by Iryna Boiko's avatar Iryna Boiko Committed by GitHub
Browse files

[Bugfix] Add OOT backend option (#32471)


Signed-off-by: default avatarIryna Boiko <iboiko@habana.ai>
parent eebc58df
......@@ -33,6 +33,7 @@ class UnquantizedMoeBackend(Enum):
CPU = "CPU"
XPU = "XPU"
TPU = "TPU"
OOT = "OOT"
# NOTE(zyongye): Unsupported backend means backend
......@@ -42,6 +43,7 @@ UNSUPPORTED_BACKEND = [
UnquantizedMoeBackend.CPU,
UnquantizedMoeBackend.XPU,
UnquantizedMoeBackend.TPU,
UnquantizedMoeBackend.OOT,
]
......@@ -95,6 +97,8 @@ def select_unquantized_moe_backend(
backend = UnquantizedMoeBackend.CPU
if current_platform.is_tpu():
backend = UnquantizedMoeBackend.TPU
if current_platform.is_out_of_tree():
backend = UnquantizedMoeBackend.OOT
logger.info_once(_make_log_backend(backend), scope="local")
return backend
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment