Skip to content

GitLab

Commit e808fae2 authored by zhuwenwen's avatar zhuwenwen
Browse files

update activation args

parent 9682758b
Show whitespace changes
Inline Side-by-side
Showing with 10 additions and 5 deletions
vllm/model_executor/layers/fused_moe/fused_moe.py
View file @ e808fae2
......@@ -1367,7 +1367,8 @@ def inplace_fused_experts_fake(hidden_states: torch.Tensor,
w2: torch.Tensor,
topk_weights: torch.Tensor,
topk_ids: torch.Tensor,
activation: str = "silu",
# activation: str = "silu",
activation: Optional[str] = None,
is_act_and_mul: bool = True,
apply_router_weight_on_input: bool = False,
use_fp8_w8a8: bool = False,
......@@ -1578,7 +1579,8 @@ def outplace_fused_experts(
w2: torch.Tensor,
topk_weights: torch.Tensor,
topk_ids: torch.Tensor,
activation: str = "silu",
# activation: str = "silu",
activation: Optional[str] = None,
is_act_and_mul: bool = True,
apply_router_weight_on_input: bool = False,
use_fp8_w8a8: bool = False,
......@@ -1674,7 +1676,8 @@ def fused_experts(hidden_states: torch.Tensor,
topk_weights: torch.Tensor,
topk_ids: torch.Tensor,
inplace: bool = False,
activation: str = "silu",
# activation: str = "silu",
activation: Optional[str] = None,
is_act_and_mul: bool = True,
apply_router_weight_on_input: bool = False,
use_fp8_w8a8: bool = False,
......@@ -1776,7 +1779,8 @@ def fused_experts_impl(
topk_weights: torch.Tensor,
topk_ids: torch.Tensor,
inplace: bool = False,
activation: str = "silu",
# activation: str = "silu",
activation: Optional[str] = None,
is_act_and_mul: bool = True,
apply_router_weight_on_input: bool = False,
use_fp8_w8a8: bool = False,
......@@ -2082,7 +2086,8 @@ def fused_moe(
topk: int,
renormalize: bool,
inplace: bool = False,
activation: str = "silu",
# activation: str = "silu",
activation: Optional[str] = None,
is_act_and_mul: bool = True,
use_grouped_topk: bool = False,
num_expert_group: Optional[int] = None,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment