[Model] fix DeepSeek e_score_correction_bias dtype to fp32 (#23640)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>

vllm/model_executor/models/deepseek_v2.py

@@ -126,7 +126,7 @@ class DeepseekV2MoE(nn.Module):
                                      prefix=f"{prefix}.gate")
         if config.topk_method == "noaux_tc":
             self.gate.e_score_correction_bias = nn.Parameter(
-                torch.empty(config.n_routed_experts))
+                torch.empty(config.n_routed_experts, dtype=torch.float32))
         else:
             self.gate.e_score_correction_bias = None