Unverified Commit 0c9c6c75 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Move files related to EPLB (#7580)

parent e3f9b548
...@@ -32,6 +32,9 @@ from sglang.srt.distributed import ( ...@@ -32,6 +32,9 @@ from sglang.srt.distributed import (
tensor_model_parallel_all_gather, tensor_model_parallel_all_gather,
tensor_model_parallel_all_reduce, tensor_model_parallel_all_reduce,
) )
from sglang.srt.eplb.expert_distribution import get_global_expert_distribution_recorder
from sglang.srt.eplb.expert_location import ModelConfigForExpertLocation
from sglang.srt.eplb.expert_location_dispatch import ExpertLocationDispatchInfo
from sglang.srt.layers.activation import SiluAndMul from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.communicator import LayerCommunicator, LayerScatterModes from sglang.srt.layers.communicator import LayerCommunicator, LayerScatterModes
from sglang.srt.layers.dp_attention import ( from sglang.srt.layers.dp_attention import (
...@@ -63,11 +66,6 @@ from sglang.srt.layers.vocab_parallel_embedding import ( ...@@ -63,11 +66,6 @@ from sglang.srt.layers.vocab_parallel_embedding import (
ParallelLMHead, ParallelLMHead,
VocabParallelEmbedding, VocabParallelEmbedding,
) )
from sglang.srt.managers.expert_distribution import (
get_global_expert_distribution_recorder,
)
from sglang.srt.managers.expert_location import ModelConfigForExpertLocation
from sglang.srt.managers.expert_location_dispatch import ExpertLocationDispatchInfo
from sglang.srt.managers.schedule_batch import global_server_args_dict from sglang.srt.managers.schedule_batch import global_server_args_dict
from sglang.srt.model_executor.forward_batch_info import ( from sglang.srt.model_executor.forward_batch_info import (
ForwardBatch, ForwardBatch,
......
...@@ -9,7 +9,7 @@ import torch.distributed ...@@ -9,7 +9,7 @@ import torch.distributed
import torch.multiprocessing as mp import torch.multiprocessing as mp
from torch.multiprocessing import Process from torch.multiprocessing import Process
from sglang.srt.model_executor import expert_location_updater from sglang.srt.eplb import expert_location_updater
from sglang.test.test_utils import CustomTestCase, find_available_port from sglang.test.test_utils import CustomTestCase, find_available_port
from sglang.utils import is_in_ci from sglang.utils import is_in_ci
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment