Commit 1a315a58 authored by 王敏's avatar 王敏
Browse files

删除无效代码

parent 6cabbf16
...@@ -91,7 +91,6 @@ class EPSharedExperts(nn.Module): ...@@ -91,7 +91,6 @@ class EPSharedExperts(nn.Module):
prefix=f"{prefix}.gate_up_proj", prefix=f"{prefix}.gate_up_proj",
expect_tp_size=1) expect_tp_size=1)
print("#########self.gate_up_proj quant_method:", self.gate_up_proj.quant_method)
self.down_proj = RowParallelLinear(intermediate_size, self.down_proj = RowParallelLinear(intermediate_size,
hidden_size, hidden_size,
bias=False, bias=False,
...@@ -99,19 +98,6 @@ class EPSharedExperts(nn.Module): ...@@ -99,19 +98,6 @@ class EPSharedExperts(nn.Module):
reduce_results=reduce_results, reduce_results=reduce_results,
prefix=f"{prefix}.down_proj", prefix=f"{prefix}.down_proj",
expect_tp_size=1) expect_tp_size=1)
print("#########self.down_proj quant_method:", self.down_proj.quant_method)
# self.gate_up_proj = MergedColumnParallelLinear(
# hidden_size, [intermediate_size] * 2,
# bias=False,
# quant_config=quant_config,
# prefix=f"{prefix}.gate_up_proj",
# expect_tp_size=1)
# self.down_proj = ReplicatedLinear(intermediate_size,
# hidden_size,
# bias=False,
# quant_config=quant_config,
# prefix=f"{prefix}.down_proj")
if hidden_act != "silu": if hidden_act != "silu":
raise ValueError(f"Unsupported activation: {hidden_act}. " raise ValueError(f"Unsupported activation: {hidden_act}. "
......
...@@ -783,7 +783,6 @@ class MergedColumnParallelLinear(ColumnParallelLinear): ...@@ -783,7 +783,6 @@ class MergedColumnParallelLinear(ColumnParallelLinear):
return return
if is_gguf_weight: if is_gguf_weight:
print("############is_gguf_weight")
tp_size = get_tensor_model_parallel_world_size() tp_size = get_tensor_model_parallel_world_size()
tp_rank = get_tensor_model_parallel_rank() tp_rank = get_tensor_model_parallel_rank()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment