Unverified Commit af1f1155 authored by Alec's avatar Alec Committed by GitHub
Browse files

fix: Python respects DYN_LOG too (#1486)

parent 2ae9ab9f
...@@ -17,12 +17,13 @@ from sglang.srt.server_args import ServerArgs ...@@ -17,12 +17,13 @@ from sglang.srt.server_args import ServerArgs
from dynamo.llm import ModelType, register_llm from dynamo.llm import ModelType, register_llm
from dynamo.runtime import DistributedRuntime, dynamo_worker from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
# Only used if you run it manually from the command line # Only used if you run it manually from the command line
DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate" DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate"
DEFAULT_MODEL = "Qwen/Qwen3-0.6B" DEFAULT_MODEL = "Qwen/Qwen3-0.6B"
logging.basicConfig(level=logging.DEBUG) configure_dynamo_logging()
class Config: class Config:
......
...@@ -39,6 +39,7 @@ from dynamo.llm import ( ...@@ -39,6 +39,7 @@ from dynamo.llm import (
register_llm, register_llm,
) )
from dynamo.runtime import DistributedRuntime, dynamo_worker from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
# Only used if you run it manually from the command line # Only used if you run it manually from the command line
DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate" DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate"
...@@ -50,7 +51,7 @@ DEFAULT_PREFILL_ENDPOINT = "dyn://dynamo.prefill.generate" ...@@ -50,7 +51,7 @@ DEFAULT_PREFILL_ENDPOINT = "dyn://dynamo.prefill.generate"
# Default buffer size for kv cache events. # Default buffer size for kv cache events.
DEFAULT_KV_EVENT_BUFFER_MAX_SIZE = 1024 DEFAULT_KV_EVENT_BUFFER_MAX_SIZE = 1024
logging.basicConfig(level=logging.DEBUG) configure_dynamo_logging()
def parse_endpoint(endpoint: str) -> tuple[str, str, str]: def parse_endpoint(endpoint: str) -> tuple[str, str, str]:
......
...@@ -28,12 +28,13 @@ from vllm.inputs import TokensPrompt ...@@ -28,12 +28,13 @@ from vllm.inputs import TokensPrompt
from dynamo.llm import ModelType, WorkerMetricsPublisher, register_llm from dynamo.llm import ModelType, WorkerMetricsPublisher, register_llm
from dynamo.runtime import DistributedRuntime, dynamo_worker from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
# Only used if you run it manually from the command line # Only used if you run it manually from the command line
DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate" DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate"
DEFAULT_MODEL = "Qwen/Qwen3-0.6B" DEFAULT_MODEL = "Qwen/Qwen3-0.6B"
logging.basicConfig(level=logging.DEBUG) configure_dynamo_logging()
class Config: class Config:
......
...@@ -40,12 +40,13 @@ from dynamo.llm import ( ...@@ -40,12 +40,13 @@ from dynamo.llm import (
register_llm, register_llm,
) )
from dynamo.runtime import Component, DistributedRuntime, dynamo_worker from dynamo.runtime import Component, DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
# Only used if you run it manually from the command line # Only used if you run it manually from the command line
DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate" DEFAULT_ENDPOINT = "dyn://dynamo.backend.generate"
DEFAULT_MODEL = "Qwen/Qwen3-0.6B" DEFAULT_MODEL = "Qwen/Qwen3-0.6B"
logging.basicConfig(level=logging.DEBUG) configure_dynamo_logging()
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment