Commit 16e9064f authored by Robert Shaw's avatar Robert Shaw Committed by simon-mo
Browse files

[V1] Guard Against Main Thread Usage (#14972)


Signed-off-by: default avatarrshaw@neuralmagic.com <robertgshaw2@gmail.com>
parent 5ac1a8e6
...@@ -3,6 +3,7 @@ ...@@ -3,6 +3,7 @@
import argparse import argparse
import dataclasses import dataclasses
import json import json
import threading
from dataclasses import dataclass from dataclasses import dataclass
from typing import (TYPE_CHECKING, Any, Dict, List, Literal, Mapping, Optional, from typing import (TYPE_CHECKING, Any, Dict, List, Literal, Mapping, Optional,
Tuple, Type, Union, cast, get_args) Tuple, Type, Union, cast, get_args)
...@@ -1576,6 +1577,11 @@ class EngineArgs: ...@@ -1576,6 +1577,11 @@ class EngineArgs:
############################################################# #############################################################
# Experimental Features - allow users to opt in. # Experimental Features - allow users to opt in.
# Signal Handlers requires running in main thread.
if (threading.current_thread() != threading.main_thread()
and _warn_or_fallback("Engine in background thread")):
return False
# LoRA is supported on V1, but off by default for now. # LoRA is supported on V1, but off by default for now.
if self.enable_lora and _warn_or_fallback("LORA"): if self.enable_lora and _warn_or_fallback("LORA"):
return False return False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment